00000100:00100000:0.0F:1788985481.438561:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973646848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985481.438674:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1788985481.439987:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646848 00000100:00100000:1.0:1788985481.440031:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646848 00000100:00100000:1.0:1788985481.440131:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788985481.440147:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973646848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985481.440192:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985481.440282:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973646848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985481.440290:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788985481.440363:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973646848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788985481.440538:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985481.446257:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985481.446290:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973646976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985481.446395:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985481.446470:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646976 00000100:00100000:1.0:1788985481.446481:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646976 00000100:00100000:1.0:1788985481.446546:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788985481.446555:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973646976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985481.446602:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985481.446663:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973646976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985481.446671:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788985481.446729:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973646976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0F:1788985481.458201:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973647104:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.458918:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973647232:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.459027:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1788985481.460040:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973647360:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.460185:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460278:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973647744:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.460307:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460555:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973648256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.460587:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460645:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973647488:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.460677:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460698:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973648000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.460726:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460747:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973648512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985481.460773:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985481.460810:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647232 00000100:00100000:0.0:1788985481.460820:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647232 00000100:00100000:0.0:1788985481.460988:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647744 00000100:00100000:0.0:1788985481.460993:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647744 00000100:00100000:0.0:1788985481.461029:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648256 00000100:00100000:0.0:1788985481.461032:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648256 00000100:00100000:0.0:1788985481.461052:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1788985481.461062:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973647232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.461141:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973647232:12345-0@lo:400:kworker.0 Request processed in 79us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.461150:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:0.0:1788985481.461169:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:0.0:1788985481.461187:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973647744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.461232:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973647744:12345-0@lo:400:kworker.0 Request processed in 46us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.461237:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:0.0:1788985481.461250:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1788985481.461255:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973648256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.461542:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973648256:12345-0@lo:400:kworker.0 Request processed in 286us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.461549:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1788985481.461575:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647488 00000100:00100000:0.0:1788985481.461580:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647488 00000100:00100000:0.0:1788985481.461612:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788985481.461619:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973647488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.461660:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973647488:12345-0@lo:400:kworker.0 Request processed in 41us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.461666:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788985481.461685:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648000 00000100:00100000:0.0:1788985481.461689:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648000 00000100:00100000:0.0:1788985481.461718:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788985481.461724:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973648000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.461757:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973648000:12345-0@lo:400:kworker.0 Request processed in 33us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.461763:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788985481.461782:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648512 00000100:00100000:0.0:1788985481.461786:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648512 00000100:00100000:0.0:1788985481.461818:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1788985481.461825:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973648512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985481.461854:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985481.462168:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973647616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.462204:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985481.462238:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973648128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.462262:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985481.462307:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647104 00000100:00100000:2.0:1788985481.462312:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647104 00000100:00100000:2.0:1788985481.462359:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1788985481.462366:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973647104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.462405:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973647104:12345-0@lo:400:kworker.0 Request processed in 40us (3379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985481.462412:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1788985481.462465:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973647104:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.463082:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973648512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1255us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.463143:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:0.0:1788985481.463175:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985481.463181:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985481.463185:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985481.463527:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973647232:0@lo:400:kworker.0 00010000:00080000:0.0:1788985481.463552:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5dc00 x1875885973647744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985481.463565:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973647744:0@lo:400:kworker.0 00010000:00080000:0.0:1788985481.463579:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432ffb80 x1875885973648256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985481.463588:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973648256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.463650:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973647488:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.463663:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973648000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.463684:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973648512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985481.463739:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647616 00000100:00100000:0.0:1788985481.463744:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647616 00000100:00100000:0.0:1788985481.463798:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648128 00000100:00100000:0.0:1788985481.463803:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648128 00000100:00100000:0.0:1788985481.463820:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:0.0:1788985481.463827:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973647616:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788985481.464044:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985481.464070:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973647616:0@lo:400:kworker.0 00000100:00100000:1.0:1788985481.471724:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1788985481.471762:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973648128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.471995:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973647616:12345-0@lo:400:kworker.0 Request processed in 8164us (9786us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.472027:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1788985481.474271:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973648128:12345-0@lo:400:kworker.0 Request processed in 2515us (11993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985481.474289:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1788985481.475327:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973648128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.478073:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985481.479056:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973647872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.479143:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985481.479177:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973648384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.479202:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985481.479597:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647872 00000100:00100000:2.0:1788985481.479609:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647872 00000100:00100000:2.0:1788985481.479673:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648384 00000100:00100000:2.0:1788985481.479676:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648384 00000100:00100000:3.0:1788985481.479978:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788985481.479994:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973647872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985481.480072:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973647872:12345-0@lo:400:kworker.0 Request processed in 83us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985481.480080:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788985481.480149:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973647872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.480902:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1788985481.480916:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973648384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985481.481022:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973648384:12345-0@lo:400:kworker.0 Request processed in 112us (1819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985481.481031:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:2.0:1788985481.481060:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985481.486982:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973648384:0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.489865:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973647360 00000100:00100000:0.0:1788985481.489886:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973647360 00000100:00100000:0.0:1788985481.490252:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:0.0:1788985481.490883:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973647360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985481.491066:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973647360:12345-0@lo:400:kworker.0 Request processed in 803us (13002us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985481.491076:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:3.0:1788985481.491249:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973647360:0@lo:400:kworker.0 00010000:00010000:1.0:1788985482.273351:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985483.294158:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985483.996963:0:53767:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff59bfb930 20000000:00000080:2.0:1788985483.996979:0:53767:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e7d800 uarg=0000000000000000 00010000:00010000:2.0:1788985484.000057:0:53767:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788985484.000387:0:53767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311100) 00010000:00010000:2.0:1788985484.000392:0:53767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985484.000405:0:53767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171c5 expref: 5 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.000430:0:53767:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788985484.000477:0:53767:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985484.000490:0:53767:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985484.001481:0:53767:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985484.001504:0:53767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.001584:0:53767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.001592:0:53767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.001632:0:53767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.001647:0:53767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 23 pid: 6509 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985484.001675:0:53767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53767:1875885973648640:0@lo:104: 00000100:00100000:2.0:1788985484.001738:0:53767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985484.001795:0:53767:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985484.001896:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985484.001911:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648640 00000100:00100000:1.0:1788985484.001918:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648640 00000100:00100000:1.0:1788985484.001996:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1788985484.002006:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:53767:x1875885973648640:12345-0@lo:104: 00010000:00010000:1.0:1788985484.002020:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985484.002075:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985484.002082:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:53767:x1875885973648640:12345-0@lo:104: Request processed in 78us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985484.002089:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1788985484.002360:0:53767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53767:1875885973648640:0@lo:104: 00010000:00010000:3.0:1788985484.002387:0:53767:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.003823:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985484.003836:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.003847:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985484.003852:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.003863:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985484.003871:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985484.003878:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985484.003984:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.003991:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985484.004019:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004026:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004040:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985484.004050:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985484.004052:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985484.004222:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973648768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985484.004280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985484.004435:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648768 00000100:00100000:2.0:1788985484.004442:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648768 00010000:00010000:2.0:1788985484.004483:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985484.004522:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1788985484.004531:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973648768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985484.004545:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985484.004550:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004562:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004578:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004592:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004600:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004617:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004624:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004630:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004644:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004651:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985484.004655:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004662:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004681:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.004692:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985484.004730:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973648768:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985484.004736:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1788985484.004772:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973648768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985484.005055:0:53767:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985484.005064:0:53767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985484.005071:0:53767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da530311 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985484.318217:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985484.511340:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985484.511363:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973649024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985484.511432:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985484.511498:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649024 00000100:00100000:1.0:1788985484.511507:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649024 00000100:00100000:1.0:1788985484.511564:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1788985484.511574:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973649024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985484.511604:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985484.511653:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973649024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985484.511660:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1788985484.511712:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973649024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985484.512024:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985484.512037:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973648896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985484.512071:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788985484.512136:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985484.512987:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973648896 00000100:00100000:1.0:1788985484.512996:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973648896 00000100:00100000:1.0:1788985484.513046:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1788985484.513056:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973648896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985484.513072:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788985484.513311:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985484.513366:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973648896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 311us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985484.513373:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1788985484.513443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973648896:0@lo:13:osp-pre-0-1.0 00000020:00000080:2.0:1788985484.737464:0:53815:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff201cf5f0 20000000:00000080:2.0:1788985484.737482:0:53815:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e7fc00 uarg=0000000000000000 00010000:00010000:2.0:1788985484.737821:0:53815:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985484.737843:0:53815:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985484.737864:0:53815:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985484.737875:0:53815:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985484.737896:0:53815:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985484.737916:0:53815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.737964:0:53815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.737976:0:53815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.737984:0:53815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.737991:0:53815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.737999:0:53815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.738006:0:53815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985484.738010:0:53815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.738018:0:53815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.738031:0:53815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.738049:0:53815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985484.738057:0:53815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530318 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985485.030255:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985485.030280:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973649152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985485.030367:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985485.030728:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649152 00000100:00100000:3.0:1788985485.030737:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649152 00000100:00100000:3.0:1788985485.030790:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1788985485.030814:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973649152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985485.030857:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985485.030907:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973649152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985485.030914:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1788985485.031957:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973649152:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985485.343090:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985485.343274:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985485.343278:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985485.343284:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985485.343330:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.343341:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.343352:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985485.343376:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973649280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985485.343442:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985485.343493:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985485.343623:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649280 00000100:00100000:1.0:1788985485.343630:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649280 00000100:00100000:1.0:1788985485.343671:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1788985485.343678:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973649280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985485.343689:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985485.343703:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53031f expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985485.343726:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985485.343737:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985485.343745:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea600, rc 0) 00000100:00100000:1.0:1788985485.343784:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973649280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985485.343791:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1788985485.343833:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973649280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985485.343858:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985485.343867:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985485.343885:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985485.343890:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985485.343898:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985485.423517:0:53863:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbe9d9b60 20000000:00000080:2.0:1788985485.423534:0:53863:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e7d800 uarg=0000000000000000 00010000:00010000:2.0:1788985485.423711:0:53863:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985485.423727:0:53863:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985485.423748:0:53863:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985485.423759:0:53863:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985485.423778:0:53863:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985485.423797:0:53863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.423813:0:53863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53031f expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.423821:0:53863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.423860:0:53863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.423872:0:53863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 23 pid: 6506 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985485.423887:0:53863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53863:1875885973649408:0@lo:104: 00000100:00100000:2.0:1788985485.425864:0:53863:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985485.426065:0:53863:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788985485.427045:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649408 00000100:00100000:0.0:1788985485.427055:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649408 00000100:00100000:0.0:1788985485.427143:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1788985485.427154:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:53863:x1875885973649408:12345-0@lo:104: 00010000:00010000:0.0:1788985485.427170:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985485.427250:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985485.427256:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:53863:x1875885973649408:12345-0@lo:104: Request processed in 105us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985485.427263:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788985485.427343:0:53863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53863:1875885973649408:0@lo:104: 00010000:00010000:2.0:1788985485.427366:0:53863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428614:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985485.428623:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428648:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985485.428652:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428660:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985485.428668:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985485.428674:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985485.428720:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428744:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985485.428763:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428769:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da53031f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530326 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.428786:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985485.428787:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985485.428789:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985485.428877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973649536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985485.428950:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985485.428999:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649536 00000100:00100000:2.0:1788985485.429005:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649536 00010000:00010000:2.0:1788985485.429028:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985485.429060:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1788985485.429067:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973649536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985485.429078:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985485.429084:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429095:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429108:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530326 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53031f expref: 24 pid: 6506 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429121:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429129:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429144:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429152:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429158:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429164:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429179:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985485.429183:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429191:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429205:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429213:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985485.429245:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973649536:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985485.429253:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1788985485.429284:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973649536:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985485.429304:0:53863:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429313:0:53863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985485.429319:0:53863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53032d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.366183:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985486.391425:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985486.391471:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985486.391507:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985486.391543:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225856 00000100:00100000:3.0:1788985486.391552:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225856 00000100:00100000:3.0:1788985486.391609:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225728 00000100:00100000:3.0:1788985486.391612:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225728 00000100:00100000:3.0:1788985486.391633:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1677 00000100:00100000:3.0:1788985486.391644:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225856:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985486.391723:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225856:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985486.391731:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1677 00000100:00100000:3.0:1788985486.391765:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1678 00000100:00100000:3.0:1788985486.391772:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225728:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985486.391796:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225728:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985486.391802:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1678 00000100:00100000:2.0:1788985486.392430:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225600 00000100:00100000:2.0:1788985486.392436:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225600 00000100:00100000:2.0:1788985486.392469:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 870 00000100:00100000:2.0:1788985486.392477:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953225600:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985486.392527:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953225600:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 51us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985486.392534:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 870 00000100:00080000:2.0:1788985486.392563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985486.392567:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 10000000:01000000:1.0:1788985486.559099:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985486.559104:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985486.559108:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985486.559137:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559149:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559160:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985486.559179:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973649792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985486.559239:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.559276:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b1240 going to sleep for 11 seconds 00000100:00100000:1.0:1788985486.559292:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973649664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985486.559329:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.559365:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649792 00000100:00100000:1.0:1788985486.559373:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649792 00000100:00100000:1.0:1788985486.559411:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1788985486.559418:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973649792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985486.559431:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985486.559442:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530334 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559463:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559473:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559481:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea600, rc 0) 00000100:00100000:1.0:1788985486.559528:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973649792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985486.559535:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1788985486.559565:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649664 00000100:00100000:1.0:1788985486.559568:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649664 00000100:00100000:1.0:1788985486.559590:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1788985486.559596:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973649664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985486.559621:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985486.559660:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973649664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985486.559665:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1788985486.559704:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973649664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985486.559738:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973649792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985486.559756:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559765:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985486.559779:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985486.559785:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985486.559792:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985486.560521:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973649920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985486.560561:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.560747:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973649920 00000100:00100000:1.0:1788985486.560753:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973649920 00000100:00100000:1.0:1788985486.562089:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788985486.562104:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973649920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985486.562133:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985486.562188:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973649920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985486.562194:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00080000:2.0:1788985486.562333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985486.562350:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985486.562379:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985486.563355:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650048 00000100:00100000:3.0:1788985486.563365:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650048 00000100:00100000:2.0:1788985486.563372:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973650560:0@lo:400:kworker.0 00000100:00100000:2.0:1788985486.563408:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985486.563422:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1788985486.563424:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973651072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.563430:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985486.563475:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985486.563714:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973650176:0@lo:400:kworker.0 00000100:00100000:2.0:1788985486.563751:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985486.563764:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 335us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985486.563772:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1788985486.563793:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650560 00000100:00100000:3.0:1788985486.563796:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650560 00000100:00100000:2.0:1788985486.563797:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985486.563811:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788985486.563818:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.563836:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651072 00000100:00100000:3.0:1788985486.563839:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651072 00000100:00100000:3.0:1788985486.563862:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1788985486.563868:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973650560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.563900:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973650560:12345-0@lo:400:kworker.0 Request processed in 32us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985486.563907:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1788985486.563960:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:3.0:1788985486.563967:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973651072:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788985486.563999:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985486.564000:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973651072:12345-0@lo:400:kworker.0 Request processed in 33us (247us total) trans 0 rc 0/0 00000100:00080000:0.0:1788985486.564006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985486.564011:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1788985486.564066:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985486.564092:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973649920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985486.564094:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650944:0@lo:400:kworker.0 00000100:00100000:2.0:1788985486.564118:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985486.564145:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973650560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.564155:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650944 00000100:00100000:2.0:1788985486.564155:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973651072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.564159:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650944 00000100:00080000:2.0:1788985486.564179:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985486.564191:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1788985486.564197:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.564225:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650432 00000100:00100000:0.0:1788985486.564231:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650432 00000100:00100000:0.0:1788985486.564262:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788985486.564270:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.566648:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650944:12345-0@lo:400:kworker.0 Request processed in 2442us (2519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985486.566662:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1788985486.566737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.566779:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973650688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.566810:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.566910:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973651200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.569339:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973650432:12345-0@lo:400:kworker.0 Request processed in 5061us (5264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985486.569361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788985486.569400:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650176 00000100:00100000:0.0:1788985486.569408:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650176 00000100:00100000:0.0:1788985486.569443:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650688 00000100:00100000:0.0:1788985486.569447:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650688 00000100:00100000:0.0:1788985486.569475:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1788985486.570352:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973650176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.570435:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973650176:12345-0@lo:400:kworker.0 Request processed in 952us (3697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985486.570443:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:0.0:1788985486.570463:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1788985486.570472:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973650688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.570727:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.570783:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973650176:0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.570804:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985486.570814:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973650304:0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.570902:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985486.570946:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973650816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.570958:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973650688:12345-0@lo:400:kworker.0 Request processed in 487us (4145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985486.570966:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:1.0:1788985486.570977:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985486.570983:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651200 00000100:00100000:0.0:1788985486.570989:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651200 00000100:00100000:1.0:1788985486.571002:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973651328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.571013:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650304 00000100:00100000:0.0:1788985486.571017:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650304 00000100:00100000:1.0:1788985486.571026:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985486.571036:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:0.0:1788985486.571043:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973651200:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788985486.571066:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee6680 x1875885973650688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985486.571076:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973650688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.571099:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973650816 00000100:00100000:1.0:1788985486.571103:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973650816 00000100:00100000:2.0:1788985486.571516:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651328 00000100:00100000:2.0:1788985486.571529:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651328 00000100:00100000:2.0:1788985486.571560:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788985486.571568:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973651328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985486.571611:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973651328:12345-0@lo:400:kworker.0 Request processed in 44us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985486.571616:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1788985486.571959:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788985486.571965:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973651200:12345-0@lo:400:kworker.0 Request processed in 920us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985486.571972:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973650816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985486.571979:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00100000:0.0:1788985486.571998:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:0.0:1788985486.572008:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973650304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985486.572018:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973650816:12345-0@lo:400:kworker.0 Request processed in 49us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985486.572032:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788985486.572063:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973650304:12345-0@lo:400:kworker.0 Request processed in 57us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985486.572470:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00080000:0.0:1788985486.572623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985486.572629:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985486.572975:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.572994:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973650944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.573060:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973650304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.573072:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973650816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985486.573081:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973651328:0@lo:400:kworker.0 00010000:00080000:3.0:1788985486.573095:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee4e00 x1875885973651200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985486.573323:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973651200:0@lo:400:kworker.0 00010000:00010000:2.0:1788985487.390509:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985488.417215:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985488.689479:0:54059:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff27c44e10 20000000:00000080:0.0:1788985488.689496:0:54059:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a49400 uarg=0000000000000000 00010000:00010000:0.0:1788985488.689671:0:54059:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985488.689687:0:54059:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985488.689708:0:54059:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985488.689719:0:54059:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985488.689739:0:54059:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985488.689757:0:54059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985488.689775:0:54059:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530334 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985488.689783:0:54059:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985488.690295:0:54059:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985488.690315:0:54059:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 23 pid: 6508 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985488.690333:0:54059:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54059:1875885973651456:0@lo:104: 00000100:00100000:0.0:1788985488.690398:0:54059:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985488.690475:0:54059:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261565300 going to sleep for 11 seconds 00000100:00100000:3.0:1788985488.690606:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651456 00000100:00100000:3.0:1788985488.690615:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651456 00000100:00100000:3.0:1788985488.690699:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788985488.690710:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:54059:x1875885973651456:12345-0@lo:104: 00010000:00010000:3.0:1788985488.690723:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985488.690786:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985488.690792:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:54059:x1875885973651456:12345-0@lo:104: Request processed in 85us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985488.690798:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1788985488.690870:0:54059:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54059:1875885973651456:0@lo:104: 00010000:00010000:0.0:1788985488.690889:0:54059:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691095:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985488.691103:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691111:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985488.691115:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691124:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985488.691132:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985488.691139:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985488.691184:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691191:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985488.691212:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691219:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eac00/0xa0dd3253da530334 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53033b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691243:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985488.691245:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985488.691246:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985488.691601:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973651584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985488.691637:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985488.691733:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651584 00000100:00100000:2.0:1788985488.691738:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651584 00010000:00010000:2.0:1788985488.691762:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985488.691954:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1788985488.691963:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973651584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985488.691975:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985488.691980:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.691992:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692005:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da53033b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530334 expref: 24 pid: 6508 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692018:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692026:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692040:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692067:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692073:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692080:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692085:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985488.692090:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692098:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692110:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985488.692121:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985488.692158:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973651584:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985488.692260:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1788985488.692320:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973651584:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985488.692381:0:54059:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985488.692390:0:54059:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985488.692407:0:54059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530342 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985489.439641:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985489.632257:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973651712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985489.632333:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985489.632405:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651712 00000100:00100000:1.0:1788985489.632414:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651712 00000100:00100000:1.0:1788985489.632475:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1788985489.632484:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973651712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985489.632512:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985489.632556:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973651712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985489.632564:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:1.0:1788985489.632582:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985489.632610:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973651712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985489.637465:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973651840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985489.637547:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985489.641271:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651840 00000100:00100000:0.0:1788985489.641285:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651840 00000100:00100000:0.0:1788985489.641344:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1788985489.641353:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973651840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985489.641376:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788985489.642037:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985489.642279:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973651840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 925us (4730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985489.642288:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1788985489.642351:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973651840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985490.142211:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985490.142237:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973651968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985490.142311:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985490.142381:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973651968 00000100:00100000:2.0:1788985490.142389:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973651968 00000100:00100000:2.0:1788985490.142442:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1788985490.142458:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973651968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985490.142496:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985490.142545:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973651968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985490.142552:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1788985490.142919:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973651968:0@lo:41:osp-pre-1-0.0 10000000:01000000:1.0:1788985490.462492:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985490.462501:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985490.462508:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985490.462555:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985490.462567:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985490.462580:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985490.462616:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973652096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985490.462681:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985490.462732:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627d000 going to sleep for 11 seconds 00010000:00010000:2.0:1788985490.462775:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985490.462821:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652096 00000100:00100000:0.0:1788985490.462830:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652096 00000100:00100000:0.0:1788985490.462889:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1788985490.462898:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973652096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985490.462910:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985490.462922:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530349 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985490.463210:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530349 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985490.463221:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530349 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985490.463240:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8000, rc 0) 00000100:00100000:0.0:1788985490.463290:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973652096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 394us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985490.463296:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1788985490.463371:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973652096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985490.463384:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985490.463393:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985490.463410:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985490.463415:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985490.463421:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985491.486555:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985491.514171:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985491.514215:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985491.514246:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985491.514368:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225984 00000100:00100000:2.0:1788985491.514378:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226240 00000100:00100000:1.0:1788985491.514380:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225984 00000100:00100000:2.0:1788985491.514386:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226240 00000100:00100000:1.0:1788985491.514433:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 873 00000100:00100000:1.0:1788985491.514443:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953225984:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985491.514462:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226112 00000100:00100000:2.0:1788985491.514468:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226112 00000100:00100000:2.0:1788985491.514498:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1685 00000100:00100000:2.0:1788985491.514508:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953226240:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985491.514513:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953225984:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 69us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985491.514521:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 873 00000100:00100000:2.0:1788985491.514559:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953226240:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 52us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.514566:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1685 00000100:00100000:2.0:1788985491.514587:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1686 00000100:00100000:2.0:1788985491.514595:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953226112:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985491.514623:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953226112:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.514630:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1686 00000100:00080000:3.0:1788985491.514978:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985491.514983:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985491.679962:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973652224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985491.680091:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985491.680182:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652224 00000100:00100000:1.0:1788985491.680190:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652224 00000100:00080000:3.0:1788985491.680248:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985491.680424:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1788985491.680436:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973652224:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985491.680469:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973652480:0@lo:400:kworker.0 00002000:00000024:1.0:1788985491.680470:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985491.680517:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.680547:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985491.680562:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973652608:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.680602:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.680640:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652480 00000100:00100000:2.0:1788985491.680644:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652480 00000100:00100000:2.0:1788985491.680672:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1788985491.680679:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973652480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.680718:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973652480:12345-0@lo:400:kworker.0 Request processed in 38us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.680725:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1788985491.680763:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973652352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985491.680923:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.680963:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973652864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985491.680990:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.681009:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985491.681014:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973652736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.681395:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.681425:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652864 00000100:00100000:2.0:1788985491.681429:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652864 00000100:00100000:2.0:1788985491.681456:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652736 00000100:00100000:2.0:1788985491.681458:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652736 00000100:00100000:2.0:1788985491.681470:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788985491.681476:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973652864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985491.681502:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985491.681539:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973652864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.681545:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788985491.681556:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788985491.681570:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973652736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.681601:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973652736:12345-0@lo:400:kworker.0 Request processed in 32us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.681607:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788985491.681646:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973652480:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.681679:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973652736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.681691:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973652864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985491.681729:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652352 00000100:00100000:2.0:1788985491.681733:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652352 00000100:00100000:2.0:1788985491.681759:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1788985491.681765:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973652352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985491.681905:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985491.681965:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973652352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 200us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.681971:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1788985491.682006:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973652352:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788985491.683157:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985491.683758:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652608 00000100:00100000:2.0:1788985491.683767:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652608 00000100:00100000:2.0:1788985491.684374:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:2.0:1788985491.684384:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973652608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.684480:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973652608:12345-0@lo:400:kworker.0 Request processed in 98us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.684487:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:2.0:1788985491.684530:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973652608:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.694643:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973653120:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.694723:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985491.694760:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973653632:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.694786:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985491.694814:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985491.694820:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973652992:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.694846:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985491.694879:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973653504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.694903:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985491.694953:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653632 00000100:00100000:3.0:1788985491.694961:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653632 00000100:00100000:3.0:1788985491.695018:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653504 00000100:00100000:3.0:1788985491.695021:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653504 00000100:00100000:3.0:1788985491.695061:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1788985491.695350:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973652992 00000100:00100000:2.0:1788985491.695356:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973652992 00000100:00100000:2.0:1788985491.695391:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1788985491.695398:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973652992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695463:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973652992:12345-0@lo:400:kworker.0 Request processed in 66us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.695471:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1788985491.695495:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653120 00000100:00100000:2.0:1788985491.695499:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653120 00000100:00100000:2.0:1788985491.695524:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788985491.695531:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973653120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695564:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973653120:12345-0@lo:400:kworker.0 Request processed in 34us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.695570:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788985491.695597:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973653376:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695623:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.695642:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973653888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695664:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.695684:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788985491.695691:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973653248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695712:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.695729:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973653760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695750:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985491.695770:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653376 00000100:00100000:2.0:1788985491.695774:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653376 00000100:00100000:2.0:1788985491.695793:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653888 00000100:00100000:2.0:1788985491.695811:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653888 00000100:00100000:2.0:1788985491.695828:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653248 00000100:00100000:2.0:1788985491.695830:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653248 00000100:00100000:2.0:1788985491.695843:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973653760 00000100:00100000:2.0:1788985491.695846:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973653760 00000100:00100000:2.0:1788985491.695859:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1788985491.695877:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973653376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695914:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973653376:12345-0@lo:400:kworker.0 Request processed in 49us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.695920:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1788985491.695956:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1788985491.695962:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973653888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.695988:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973653888:12345-0@lo:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.695993:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1788985491.696003:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1788985491.696008:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973653248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696035:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973653248:12345-0@lo:400:kworker.0 Request processed in 27us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.696041:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1788985491.696050:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1788985491.696057:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973653760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696096:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973653760:12345-0@lo:400:kworker.0 Request processed in 39us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.696102:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1788985491.696142:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973653248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696163:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973653760:0@lo:400:kworker.0 00010000:00080000:2.0:1788985491.696173:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11440c8000 x1875885973653376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985491.696183:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973653376:0@lo:400:kworker.0 00010000:00080000:2.0:1788985491.696191:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11440ca680 x1875885973653888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985491.696198:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973653888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696244:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788985491.696252:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973653504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696282:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973653504:12345-0@lo:400:kworker.0 Request processed in 31us (1379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985491.696287:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:2.0:1788985491.696304:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985491.696308:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985491.696310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985491.696339:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973652992:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696348:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973653504:0@lo:400:kworker.0 00000100:00100000:2.0:1788985491.696355:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973653120:0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.698985:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973653632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985491.699855:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973653632:12345-0@lo:400:kworker.0 Request processed in 4780us (5064us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985491.699879:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1788985491.701532:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973653632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985491.704514:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973652224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 24073us (24415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985491.704530:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1788985491.707321:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973652224:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788985492.517897:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788985492.970573:0:54254:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 16:24:51 (1788985491) 00010000:00010000:2.0:1788985493.534411:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:0.0:1788985493.950624:0:54302:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1788985493.964224:0:54302:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:0.0:1788985493.964498:0:54302:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1788985493.964500:0:54302:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:2.0:1788985494.559039:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985494.750563:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985494.750605:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973654016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985494.750679:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985494.752664:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654016 00000100:00100000:2.0:1788985494.752682:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654016 00000100:00100000:2.0:1788985494.752767:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1788985494.752779:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973654016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985494.752812:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985494.752906:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973654016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985494.752914:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1788985494.752985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973654016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985494.753325:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985494.753338:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973654144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985494.753389:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985494.753431:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654144 00000100:00100000:1.0:1788985494.753436:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654144 00000100:00100000:1.0:1788985494.753465:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1788985494.753471:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973654144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985494.753483:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985494.753513:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973654144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985494.753520:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1788985494.753549:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973654144:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985494.754353:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788985494.857763:0:54351:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3233b130 20000000:00000080:0.0:1788985494.857782:0:54351:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a48400 uarg=0000000000000000 10000000:01000000:0.0:1788985494.858159:0:54351:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985494.858180:0:54351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.858202:0:54351:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530349 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.858210:0:54351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.858250:0:54351:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.858264:0:54351:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 23 pid: 6506 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985494.858279:0:54351:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54351:1875885973654272:0@lo:104: 00000100:00100000:0.0:1788985494.858349:0:54351:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985494.858412:0:54351:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291540 going to sleep for 11 seconds 00000100:00100000:1.0:1788985494.858434:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654272 00000100:00100000:1.0:1788985494.858442:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654272 00000100:00100000:1.0:1788985494.858488:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788985494.858498:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:54351:x1875885973654272:12345-0@lo:104: 00010000:00010000:1.0:1788985494.858511:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985494.858584:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985494.858590:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:54351:x1875885973654272:12345-0@lo:104: Request processed in 94us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985494.858597:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00010000:00010000:2.0:1788985494.858672:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985494.858679:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.858686:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985494.858689:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.858697:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985494.858703:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985494.858709:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985494.858744:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.858751:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985494.858775:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.858805:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da530349 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530350 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.858822:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985494.858824:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985494.858826:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985494.858849:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973654400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985494.858879:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985494.858917:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654400 00000100:00100000:2.0:1788985494.858921:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654400 00010000:00010000:2.0:1788985494.858958:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 24 pid: 6506 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985494.858980:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788985494.858986:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973654400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985494.858997:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985494.859003:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 24 pid: 6506 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859012:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 24 pid: 6506 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859027:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859035:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859058:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859066:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859073:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859081:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859087:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985494.859091:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859354:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859367:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985494.859377:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985494.859417:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973654400:12345-0@lo:103:ldlm_bl.0 Request processed in 431us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985494.859424:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1788985494.859491:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973654400:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985494.863722:0:54351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da530350 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530349 expref: 23 pid: 6506 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985494.863746:0:54351:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54351:1875885973654272:0@lo:104: 00010000:00010000:0.0:1788985494.863773:0:54351:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.863784:0:54351:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.863791:0:54351:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985494.863797:0:54351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530357 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985495.271844:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985495.281190:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973654528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985495.281278:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985495.281356:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654528 00000100:00100000:1.0:1788985495.281365:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654528 00000100:00100000:1.0:1788985495.281406:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1788985495.281416:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973654528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985495.281454:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985495.281503:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973654528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985495.281510:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1788985495.281562:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973654528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985495.583529:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985495.687562:0:54400:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1c305ef0 20000000:00000080:2.0:1788985495.687577:0:54400:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5c400 uarg=0000000000000000 10000000:01000000:2.0:1788985495.687807:0:54400:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985495.687843:0:54400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687865:0:54400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687876:0:54400:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687882:0:54400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687889:0:54400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687898:0:54400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687904:0:54400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985495.687908:0:54400:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687916:0:54400:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687949:0:54400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687958:0:54400:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985495.687965:0:54400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da53035e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985496.415223:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985496.415229:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985496.415233:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985496.415277:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985496.415290:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985496.415302:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985496.415326:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973654656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985496.415390:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.415437:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438133c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985496.417712:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654656 00000100:00100000:1.0:1788985496.417728:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654656 00000100:00100000:1.0:1788985496.417784:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1788985496.417795:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973654656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985496.417813:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985496.417843:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530365 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.417896:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.417909:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.417918:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb400, rc 0) 00000100:00100000:1.0:1788985496.418016:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973654656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985496.418023:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1788985496.418081:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973654656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985496.418100:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.418109:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985496.418130:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985496.418135:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.418141:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985496.589513:0:54448:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff44e4a5e0 20000000:00000080:0.0:1788985496.589528:0:54448:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a49c00 uarg=0000000000000000 10000000:01000000:0.0:1788985496.589677:0:54448:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985496.589696:0:54448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985496.589712:0:54448:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530365 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985496.589721:0:54448:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985496.589756:0:54448:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985496.589774:0:54448:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 23 pid: 6508 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985496.589787:0:54448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54448:1875885973654784:0@lo:104: 00000100:00100000:0.0:1788985496.589858:0:54448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985496.589975:0:54448:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985496.590057:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654784 00000100:00100000:2.0:1788985496.590065:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654784 00000100:00100000:2.0:1788985496.590147:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1788985496.590156:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:54448:x1875885973654784:12345-0@lo:104: 00010000:00010000:2.0:1788985496.590168:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985496.590227:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985496.590232:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:54448:x1875885973654784:12345-0@lo:104: Request processed in 78us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.590239:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1788985496.590293:0:54448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54448:1875885973654784:0@lo:104: 00010000:00010000:0.0:1788985496.590310:0:54448:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590355:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985496.590362:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590369:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985496.590373:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590381:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985496.590388:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985496.590393:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985496.590426:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590433:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985496.590452:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590459:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da530365 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53036c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590472:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985496.590474:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985496.590481:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985496.590546:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973654912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985496.590582:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.590691:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973654912 00000100:00100000:3.0:1788985496.590696:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973654912 00010000:00010000:3.0:1788985496.590718:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985496.590771:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1788985496.590779:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce52450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973654912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985496.590789:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985496.590794:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590805:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590817:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53036c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530365 expref: 24 pid: 6508 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590841:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590849:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590862:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590869:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590876:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590889:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590894:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985496.590898:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590904:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590946:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985496.590956:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985496.590983:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce52450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973654912:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.590990:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1788985496.591069:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973654912:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985496.591102:0:54448:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.591111:0:54448:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985496.591116:0:54448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da530373 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985496.609097:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985496.644959:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985496.645000:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985496.645035:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985496.645059:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226624 00000100:00100000:2.0:1788985496.645067:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226624 00000100:00100000:2.0:1788985496.645114:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226496 00000100:00100000:2.0:1788985496.645117:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226496 00000100:00100000:2.0:1788985496.645134:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1693 00000100:00100000:2.0:1788985496.645144:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953226624:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985496.645206:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953226624:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 65us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.645213:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1693 00000100:00100000:2.0:1788985496.645229:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1694 00000100:00100000:2.0:1788985496.645234:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953226496:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985496.645252:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953226496:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.645257:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1694 00000100:00080000:2.0:1788985496.645270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985496.645273:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985496.645777:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226368 00000100:00100000:1.0:1788985496.645783:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226368 00000100:00100000:1.0:1788985496.645812:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 876 00000100:00100000:1.0:1788985496.645828:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953226368:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985496.645869:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953226368:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 50us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985496.645875:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 876 00000100:00100000:2.0:1788985496.798144:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973655040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985496.798217:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.798289:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655040 00000100:00100000:2.0:1788985496.798296:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655040 00000100:00100000:2.0:1788985496.798339:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788985496.798348:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973655040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985496.798379:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985496.798423:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973655040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.798441:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788985496.798500:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973655040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985496.798583:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985496.798603:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973655168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985496.798635:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.798663:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655168 00000100:00100000:3.0:1788985496.798667:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655168 00000100:00100000:3.0:1788985496.798704:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788985496.798711:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973655168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985496.798739:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985496.798773:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973655168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.798779:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:3.0:1788985496.798805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985496.798863:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973655168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985496.799161:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973655296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799190:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.799218:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973655808:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799238:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.799256:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973656320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799276:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.799299:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788985496.799305:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973655680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799327:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.799343:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973656192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799363:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985496.799388:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655296 00000100:00100000:3.0:1788985496.799391:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655296 00000100:00100000:3.0:1788985496.799412:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655808 00000100:00100000:3.0:1788985496.799414:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655808 00000100:00100000:3.0:1788985496.799432:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656320 00000100:00100000:3.0:1788985496.799435:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656320 00000100:00100000:3.0:1788985496.799447:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655680 00000100:00100000:3.0:1788985496.799449:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655680 00000100:00100000:3.0:1788985496.799459:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656192 00000100:00100000:3.0:1788985496.799462:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656192 00000100:00100000:3.0:1788985496.799474:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1788985496.799480:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973655296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799516:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973655296:12345-0@lo:400:kworker.0 Request processed in 36us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.799532:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1788985496.799545:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1788985496.799550:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973655808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799578:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973655808:12345-0@lo:400:kworker.0 Request processed in 28us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.799583:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:3.0:1788985496.799648:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1788985496.799655:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973656320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799682:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973656320:12345-0@lo:400:kworker.0 Request processed in 29us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.799688:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1788985496.799699:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1788985496.799706:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973655680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799793:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973655680:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.799800:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1788985496.799813:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:3.0:1788985496.799829:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973656192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799857:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973656192:12345-0@lo:400:kworker.0 Request processed in 30us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.799863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00080000:3.0:1788985496.799888:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985496.799892:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985496.799911:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973655680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799957:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973656192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.799966:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973655296:0@lo:400:kworker.0 00010000:00080000:3.0:1788985496.799976:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a1880 x1875885973655808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985496.799984:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973655808:0@lo:400:kworker.0 00010000:00080000:3.0:1788985496.799992:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433d5880 x1875885973656320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985496.799999:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973656320:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800132:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973655424:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800161:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.800194:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973655936:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800219:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.800243:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973656448:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800260:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.800275:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985496.800280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973655552:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800299:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.800313:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973656064:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800328:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985496.800350:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655936 00000100:00100000:2.0:1788985496.800353:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655936 00000100:00100000:2.0:1788985496.800382:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656448 00000100:00100000:2.0:1788985496.800384:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656448 00000100:00100000:2.0:1788985496.800396:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656064 00000100:00100000:2.0:1788985496.800398:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656064 00000100:00100000:2.0:1788985496.800409:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788985496.800414:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973655936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800442:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973655936:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.800448:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788985496.800460:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985496.800474:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973656448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800503:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973656448:12345-0@lo:400:kworker.0 Request processed in 30us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.800508:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985496.800520:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1788985496.800526:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973656064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800550:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973656064:12345-0@lo:400:kworker.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.800555:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1788985496.800573:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655552 00000100:00100000:2.0:1788985496.800576:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655552 00000100:00100000:2.0:1788985496.800608:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788985496.800615:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973655552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800645:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973655552:12345-0@lo:400:kworker.0 Request processed in 31us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985496.800651:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788985496.800684:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973655552:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800694:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973656064:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800702:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973655936:0@lo:400:kworker.0 00000100:00100000:2.0:1788985496.800710:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973656448:0@lo:400:kworker.0 00000100:00080000:3.0:1788985496.800903:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985496.800906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985496.800913:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973655424 00000100:00100000:3.0:1788985496.800917:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973655424 00000100:00100000:2.0:1788985496.802416:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973656576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985496.802465:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985496.804444:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656576 00000100:00100000:0.0:1788985496.804457:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656576 00000100:00100000:3.0:1788985496.804870:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:3.0:1788985496.804884:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973655424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985496.804984:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973655424:12345-0@lo:400:kworker.0 Request processed in 104us (4821us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985496.804992:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1788985496.806182:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973655424:0@lo:400:kworker.0 00000100:00100000:0.0:1788985496.813238:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1788985496.813259:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973656576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985496.813286:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985496.813372:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973656576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (10905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985496.813380:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1788985496.813462:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973656576:0@lo:13:osp-pre-1-1.0 00000020:00000080:0.0:1788985497.383283:0:54496:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5e598300 20000000:00000080:0.0:1788985497.383300:0:54496:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a48400 uarg=0000000000000000 10000000:01000000:0.0:1788985497.383470:0:54496:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985497.383491:0:54496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383507:0:54496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383529:0:54496:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383536:0:54496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383543:0:54496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383551:0:54496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383557:0:54496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985497.383560:0:54496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383568:0:54496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383580:0:54496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383588:0:54496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985497.383594:0:54496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da53037a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985497.631398:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985498.209262:0:54544:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8848e5f0 20000000:00000080:2.0:1788985498.209276:0:54544:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0ef800 uarg=0000000000000000 10000000:01000000:2.0:1788985498.209419:0:54544:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985498.209441:0:54544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209457:0:54544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209467:0:54544:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209474:0:54544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209481:0:54544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209488:0:54544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209496:0:54544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985498.209500:0:54544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209509:0:54544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209523:0:54544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209530:0:54544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.209542:0:54544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da530381 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985498.403897:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985498.403904:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985498.403909:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985498.403966:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.403978:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.403989:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985498.404015:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973656704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985498.404077:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985498.404130:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874540 going to sleep for 11 seconds 00000100:00100000:0.0:1788985498.404555:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656704 00000100:00100000:0.0:1788985498.404564:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656704 00000100:00100000:0.0:1788985498.404624:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1788985498.404633:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973656704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985498.404647:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985498.404660:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530388 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985498.404685:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530388 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985498.404695:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530388 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985498.404703:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9400, rc 0) 00000100:00100000:0.0:1788985498.404747:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973656704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985498.404754:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1788985498.404820:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973656704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985498.404834:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985498.404842:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985498.404860:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985498.404864:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985498.404872:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.656299:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985498.970078:0:54592:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef136bac0 20000000:00000080:3.0:1788985498.970096:0:54592:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114394f400 uarg=0000000000000000 10000000:01000000:3.0:1788985498.970241:0:54592:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985498.970261:0:54592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.970290:0:54592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530388 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.970300:0:54592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.970344:0:54592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.970363:0:54592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 23 pid: 6506 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985498.970382:0:54592:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54592:1875885973656832:0@lo:104: 00000100:00100000:3.0:1788985498.970448:0:54592:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985498.970504:0:54592:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985498.970655:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656832 00000100:00100000:2.0:1788985498.970665:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656832 00000100:00100000:2.0:1788985498.970729:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1788985498.970739:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:54592:x1875885973656832:12345-0@lo:104: 00010000:00010000:2.0:1788985498.970753:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.970834:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985498.970841:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:54592:x1875885973656832:12345-0@lo:104: Request processed in 104us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985498.970856:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00010000:00010000:2.0:1788985498.970883:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985498.970889:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.970897:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985498.970901:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.970910:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985498.970917:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985498.970923:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985498.970976:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.970983:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985498.971006:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971012:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da530388 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53038f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971028:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985498.971030:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985498.971032:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985498.971052:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973656960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985498.971087:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985498.971124:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973656960 00000100:00100000:2.0:1788985498.971129:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973656960 00010000:00010000:2.0:1788985498.971147:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 24 pid: 6506 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985498.971167:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788985498.971173:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973656960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985498.971185:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985498.971189:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 24 pid: 6506 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971199:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 24 pid: 6506 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971214:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971223:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971236:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971243:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971250:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971256:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971268:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985498.971272:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971279:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971287:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985498.971296:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985498.971324:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973656960:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985498.971330:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788985498.971365:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973656960:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985498.971451:0:54592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53038f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530388 expref: 23 pid: 6506 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985498.971462:0:54592:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54592:1875885973656832:0@lo:104: 00010000:00010000:3.0:1788985498.971476:0:54592:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.971484:0:54592:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.971491:0:54592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985498.971498:0:54592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530396 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985499.678351:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985499.873045:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973657088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985499.873123:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985499.873201:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985499.873210:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973657216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985499.873233:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985499.873270:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657088 00000100:00100000:2.0:1788985499.873279:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657088 00000100:00100000:2.0:1788985499.873329:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657216 00000100:00100000:2.0:1788985499.873333:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657216 00000100:00100000:2.0:1788985499.873352:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1788985499.873361:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973657088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985499.873395:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985499.873454:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973657088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985499.873461:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1788985499.873478:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1788985499.873484:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973657216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985499.873496:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985499.873523:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973657216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985499.873528:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00080000:2.0:1788985499.873547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985499.873583:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973657216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985499.873619:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973657088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985500.384104:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973657344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985500.384185:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985500.386716:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657344 00000100:00100000:1.0:1788985500.386731:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657344 00000100:00100000:1.0:1788985500.386805:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1788985500.386815:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973657344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985500.386859:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985500.391655:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973657344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4829us (7456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985500.391671:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788985500.394048:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973657344:0@lo:41:osp-pre-1-0.0 10000000:01000000:0.0:1788985500.448914:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985500.448953:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985500.448959:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985500.449015:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985500.449026:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985500.449038:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985500.449076:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973657472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985500.449160:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985500.449213:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985500.449376:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657472 00000100:00100000:2.0:1788985500.449385:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657472 00000100:00100000:2.0:1788985500.449445:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1788985500.449454:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973657472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985500.449469:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985500.449484:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53039d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985500.449509:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53039d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985500.449540:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53039d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985500.449551:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985500.449610:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973657472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985500.449617:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1788985500.449775:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973657472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985500.449800:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985500.449809:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985500.449826:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985500.449831:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985500.449839:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985500.713578:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985501.728235:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985501.755028:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985501.755314:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226752 00000100:00100000:0.0:1788985501.755325:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226752 00000100:00100000:0.0:1788985501.755380:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 879 00000100:00100000:0.0:1788985501.755390:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953226752:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985501.755471:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953226752:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985501.755478:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 879 00000100:00100000:3.0:1788985501.757280:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985501.757375:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953226880 00000100:00100000:2.0:1788985501.757384:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953226880 00000100:00100000:2.0:1788985501.757453:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1701 00000100:00100000:2.0:1788985501.757463:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953226880:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985501.757537:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953226880:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985501.757543:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1701 00000100:00080000:3.0:1788985501.757601:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985501.766111:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985501.772857:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227008 00000100:00100000:1.0:1788985501.772873:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227008 00000100:00100000:1.0:1788985501.773011:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1702 00000100:00100000:1.0:1788985501.773041:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953227008:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985501.773140:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953227008:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 104us (7039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985501.773148:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1702 00000100:00080000:3.0:1788985501.774199:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985501.918297:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985501.918319:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973657600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985501.918381:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.918475:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657600 00000100:00100000:3.0:1788985501.918483:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657600 00000100:00100000:3.0:1788985501.918531:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1788985501.918539:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973657600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985501.918570:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985501.918612:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973657600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.918627:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1788985501.918712:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973657600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985501.919202:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973657856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919230:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919252:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973658368:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919268:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919281:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973658880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919297:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919313:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985501.919318:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973657984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919334:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919346:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973658496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919363:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919376:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973659008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919390:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919413:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657856 00000100:00100000:3.0:1788985501.919417:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657856 00000100:00100000:3.0:1788985501.919437:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658368 00000100:00100000:3.0:1788985501.919439:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658368 00000100:00100000:3.0:1788985501.919456:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658880 00000100:00100000:3.0:1788985501.919458:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658880 00000100:00100000:3.0:1788985501.919469:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657984 00000100:00100000:3.0:1788985501.919471:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657984 00000100:00100000:3.0:1788985501.919481:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1788985501.919487:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973657856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919518:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973657856:12345-0@lo:400:kworker.0 Request processed in 31us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919532:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1788985501.919544:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1788985501.919549:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973658368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919572:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973658368:12345-0@lo:400:kworker.0 Request processed in 23us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919577:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1788985501.919585:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1788985501.919590:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973658880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919608:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973658880:12345-0@lo:400:kworker.0 Request processed in 18us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919613:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1788985501.919621:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:3.0:1788985501.919625:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973657984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919643:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973657984:12345-0@lo:400:kworker.0 Request processed in 17us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919648:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:3.0:1788985501.919667:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658496 00000100:00100000:3.0:1788985501.919670:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658496 00000100:00100000:3.0:1788985501.919703:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659008 00000100:00100000:3.0:1788985501.919706:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659008 00000100:00100000:3.0:1788985501.919721:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788985501.919726:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973658496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919749:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973658496:12345-0@lo:400:kworker.0 Request processed in 24us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919754:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788985501.919780:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1788985501.919786:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973659008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919810:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973659008:12345-0@lo:400:kworker.0 Request processed in 25us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.919815:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:3.0:1788985501.919832:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985501.919835:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985501.919838:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985501.919853:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973658112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919876:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919893:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973658624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919908:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919918:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973659136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.919963:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.919977:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985501.919982:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973657728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920004:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.920020:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973658240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920036:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.920047:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973658752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920062:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985501.920079:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658112 00000100:00100000:3.0:1788985501.920082:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658112 00000100:00100000:3.0:1788985501.920101:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1788985501.920106:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973658112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920134:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973658112:12345-0@lo:400:kworker.0 Request processed in 28us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.920145:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1788985501.920160:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658624 00000100:00100000:3.0:1788985501.920163:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658624 00000100:00100000:3.0:1788985501.920180:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659136 00000100:00100000:3.0:1788985501.920182:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659136 00000100:00100000:3.0:1788985501.920193:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1788985501.920198:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973658624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920222:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973658624:12345-0@lo:400:kworker.0 Request processed in 25us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.920228:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1788985501.920236:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1788985501.920241:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973659136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920258:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973659136:12345-0@lo:400:kworker.0 Request processed in 18us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.920263:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1788985501.920277:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658240 00000100:00100000:3.0:1788985501.920280:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658240 00000100:00100000:3.0:1788985501.920296:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973658752 00000100:00100000:3.0:1788985501.920298:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973658752 00000100:00100000:3.0:1788985501.920308:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1788985501.920312:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973658240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920336:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973658240:12345-0@lo:400:kworker.0 Request processed in 24us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.920341:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1788985501.920350:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1788985501.920354:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973658752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920382:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973658752:12345-0@lo:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985501.920388:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00080000:3.0:1788985501.920400:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985501.920403:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985501.920404:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985501.920429:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973657984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920438:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973658496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920445:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973659008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920453:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973657856:0@lo:400:kworker.0 00010000:00080000:3.0:1788985501.920464:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea5880 x1875885973658368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985501.920474:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973658368:0@lo:400:kworker.0 00010000:00080000:3.0:1788985501.920481:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea5180 x1875885973658880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985501.920489:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973658880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920517:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973658240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920524:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973658752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920531:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973658112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920538:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973658624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985501.920545:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973659136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985501.920689:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973657728 00000100:00100000:0.0:1788985501.920693:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973657728 00000100:00100000:0.0:1788985501.920717:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1788985501.920723:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973657728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985501.920752:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973657728:12345-0@lo:400:kworker.0 Request processed in 30us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985501.920757:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1788985501.920798:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973659264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985501.920823:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985501.920854:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659264 00000100:00100000:0.0:1788985501.920858:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659264 00000100:00100000:0.0:1788985501.920882:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1788985501.920888:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973659264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985501.920907:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985501.920975:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973659264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985501.920981:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1788985501.921029:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973659264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985501.924288:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973657728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985501.925135:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973659392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985501.925212:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985501.925795:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659392 00000100:00100000:1.0:1788985501.925804:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659392 00000100:00100000:1.0:1788985501.925864:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1788985501.925875:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973659392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985501.925900:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985501.926511:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973659392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 636us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985501.926523:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788985501.926624:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973659392:0@lo:13:osp-pre-1-1.0 00000020:00000080:2.0:1788985501.946427:0:54739:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca8ac2970 20000000:00000080:2.0:1788985501.946443:0:54739:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d47800 uarg=0000000000000000 10000000:01000000:2.0:1788985501.946613:0:54739:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985501.946635:0:54739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985501.946655:0:54739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53039d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985501.946663:0:54739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985501.946877:0:54739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985501.947139:0:54739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 23 pid: 6508 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985501.947155:0:54739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54739:1875885973659520:0@lo:104: 00000100:00100000:2.0:1788985501.947224:0:54739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985501.947327:0:54739:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985501.947441:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659520 00000100:00100000:0.0:1788985501.947449:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659520 00000100:00100000:0.0:1788985501.947537:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1788985501.947546:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:54739:x1875885973659520:12345-0@lo:104: 00010000:00010000:0.0:1788985501.947568:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985501.947642:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985501.947648:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:54739:x1875885973659520:12345-0@lo:104: Request processed in 104us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985501.947655:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00010000:00010000:1.0:1788985501.947704:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985501.947712:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.947720:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985501.947725:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.947734:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985501.947741:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985501.947747:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985501.947792:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.947804:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985501.947827:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.947833:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da53039d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.947854:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985501.947856:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985501.947859:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985501.947891:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973659648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985501.947972:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985501.948007:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659648 00000100:00100000:1.0:1788985501.948011:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659648 00010000:00010000:1.0:1788985501.948042:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 24 pid: 6508 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985501.948067:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1788985501.948075:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973659648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985501.948087:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985501.948092:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 24 pid: 6508 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948102:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 24 pid: 6508 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948119:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948138:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948154:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948161:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948167:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948173:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948178:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985501.948182:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948190:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948199:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985501.948208:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985501.948238:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973659648:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985501.948245:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1788985501.948282:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973659648:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985501.948509:0:54739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da5303a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53039d expref: 23 pid: 6508 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985501.948520:0:54739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54739:1875885973659520:0@lo:104: 00010000:00010000:3.0:1788985501.948537:0:54739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985501.948545:0:54739:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985501.948551:0:54739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985501.948556:0:54739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5303ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985502.740618:0:54788:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdb220510 20000000:00000080:2.0:1788985502.740634:0:54788:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d46000 uarg=0000000000000000 10000000:01000000:2.0:1788985502.740898:0:54788:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985502.740918:0:54788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740953:0:54788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740963:0:54788:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740969:0:54788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740975:0:54788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740982:0:54788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.740997:0:54788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985502.741001:0:54788:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.741009:0:54788:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.741021:0:54788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.741028:0:54788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985502.741033:0:54788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da5303b2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985502.757845:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985503.775700:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985503.910839:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985503.910846:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985503.910850:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985503.910894:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985503.911281:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985503.911296:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985503.911323:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973659776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985503.911400:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985503.911481:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141937540 going to sleep for 11 seconds 00000100:00100000:2.0:1788985503.911526:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659776 00000100:00100000:2.0:1788985503.911534:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659776 00000100:00100000:2.0:1788985503.911983:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1788985503.911993:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973659776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985503.912007:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985503.912022:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5303b9 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985503.912046:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985503.912175:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985503.912195:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eac00, rc 0) 00000100:00100000:2.0:1788985503.912248:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973659776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 256us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985503.912255:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788985503.912329:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973659776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985503.912345:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985503.912354:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985503.912373:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985503.912378:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985503.912386:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985504.801555:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985504.990714:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973659904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985504.990801:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985504.991230:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973660032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985504.991263:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985504.991566:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973659904 00000100:00100000:2.0:1788985504.991652:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973659904 00000100:00100000:2.0:1788985504.991833:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660032 00000100:00100000:2.0:1788985504.991837:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660032 00000100:00100000:2.0:1788985504.991859:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788985504.991869:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973659904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985504.991900:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985504.991971:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973659904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985504.991979:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788985504.991996:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1788985504.992003:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973660032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985504.992012:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985504.992037:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973660032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985504.992042:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1788985504.992206:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973659904:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985504.993863:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985504.996878:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973660032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985505.502462:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973660160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985505.502550:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985505.502663:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660160 00000100:00100000:0.0:1788985505.502673:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660160 00000100:00100000:0.0:1788985505.502724:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1788985505.502743:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973660160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985505.502792:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985505.502853:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973660160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985505.502861:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1788985505.502917:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973660160:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985505.825486:0:54983:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0f9a0c40 20000000:00000080:3.0:1788985505.825506:0:54983:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144070000 uarg=0000000000000000 00010000:00010000:0.0:1788985505.825788:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985505.826176:0:54983:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985505.826198:0:54983:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985505.826384:0:54983:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985505.826397:0:54983:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985505.826413:0:54983:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985505.826446:0:54983:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.826465:0:54983:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.826474:0:54983:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.826521:0:54983:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.826535:0:54983:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 23 pid: 6508 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985505.826550:0:54983:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54983:1875885973660288:0@lo:104: 00000100:00100000:3.0:1788985505.826618:0:54983:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985505.826775:0:54983:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985505.826824:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985505.826838:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660288 00000100:00100000:1.0:1788985505.826844:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660288 00000100:00100000:1.0:1788985505.827348:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1788985505.827358:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:54983:x1875885973660288:12345-0@lo:104: 00010000:00010000:1.0:1788985505.827371:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985505.827440:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985505.827446:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:54983:x1875885973660288:12345-0@lo:104: Request processed in 91us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985505.827453:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00010000:00010000:0.0:1788985505.827518:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985505.827526:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827534:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985505.827544:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827552:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985505.827559:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985505.827565:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985505.827593:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827599:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985505.827618:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827624:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c7200/0xa0dd3253da5303b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303c0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827640:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985505.827642:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985505.827655:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985505.827677:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973660416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985505.827709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985505.827764:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660416 00000100:00100000:0.0:1788985505.827769:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660416 00010000:00010000:0.0:1788985505.827791:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 24 pid: 6508 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985505.827814:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1788985505.827827:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973660416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985505.827838:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985505.827843:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 24 pid: 6508 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827853:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 24 pid: 6508 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827869:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827888:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827904:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827912:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827919:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827951:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827957:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985505.827961:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827967:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827982:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985505.827992:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985505.828021:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973660416:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985505.828028:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1788985505.828081:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973660416:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985505.828503:0:54983:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da5303c0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5303b9 expref: 23 pid: 6508 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985505.828514:0:54983:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54983:1875885973660288:0@lo:104: 00010000:00010000:3.0:1788985505.828529:0:54983:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.828537:0:54983:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.828542:0:54983:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985505.828560:0:54983:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5303c7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54983 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985506.848993:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985506.875325:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985506.875414:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985506.875491:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985506.875650:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227264 00000100:00100000:2.0:1788985506.875660:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227264 00000100:00100000:2.0:1788985506.875747:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227392 00000100:00100000:2.0:1788985506.875750:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227392 00000100:00100000:2.0:1788985506.875773:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1709 00000100:00100000:2.0:1788985506.875784:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953227264:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985506.875890:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953227264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 108us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985506.875898:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1709 00000100:00100000:2.0:1788985506.875915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1710 00000100:00100000:2.0:1788985506.875922:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985506.875970:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 49us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985506.875976:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1710 00000100:00100000:0.0:1788985506.876213:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227136 00000100:00100000:0.0:1788985506.876218:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227136 00000100:00100000:0.0:1788985506.876268:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 882 00000100:00100000:0.0:1788985506.876276:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953227136:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985506.876528:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953227136:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 252us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985506.876535:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 882 00000100:00080000:1.0:1788985506.876692:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985506.876697:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985507.039324:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973660800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039411:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039471:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973661312:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039497:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039516:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973661824:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039583:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985507.039589:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973660928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039612:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039630:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973661440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039666:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039684:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973661952:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039703:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.039749:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660800 00000100:00100000:1.0:1788985507.039757:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660800 00000100:00100000:1.0:1788985507.039806:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1788985507.039816:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973660800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.039873:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973660800:12345-0@lo:400:kworker.0 Request processed in 57us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.039880:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1788985507.039960:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661312 00000100:00100000:1.0:1788985507.039964:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661312 00000100:00100000:1.0:1788985507.039999:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661824 00000100:00100000:1.0:1788985507.040002:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661824 00000100:00100000:1.0:1788985507.040022:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660928 00000100:00100000:1.0:1788985507.040025:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660928 00000100:00100000:1.0:1788985507.040038:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:1.0:1788985507.040044:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973661312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040074:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973661312:12345-0@lo:400:kworker.0 Request processed in 30us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.040080:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:1.0:1788985507.040091:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1788985507.040097:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973661824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040133:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973661824:12345-0@lo:400:kworker.0 Request processed in 36us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.040140:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1788985507.040153:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1788985507.040159:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973660928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040184:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973660928:12345-0@lo:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.040191:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1788985507.040216:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661440 00000100:00100000:1.0:1788985507.040220:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661440 00000100:00100000:1.0:1788985507.040242:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661952 00000100:00100000:1.0:1788985507.040245:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661952 00000100:00100000:1.0:1788985507.040263:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788985507.040269:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973661440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040299:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973661440:12345-0@lo:400:kworker.0 Request processed in 30us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.040305:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788985507.040316:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1788985507.040322:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973661952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040345:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973661952:12345-0@lo:400:kworker.0 Request processed in 24us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.040351:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00080000:1.0:1788985507.040380:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985507.040383:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985507.040386:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985507.040413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973660928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040434:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973661440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973661952:0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.040451:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973660800:0@lo:400:kworker.0 00010000:00080000:1.0:1788985507.040461:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1247c43480 x1875885973661312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985507.040470:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973661312:0@lo:400:kworker.0 00010000:00080000:1.0:1788985507.040478:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114338ce00 x1875885973661824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985507.040486:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973661824:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.040795:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973660544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.040836:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.040872:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973661056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.040907:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.040948:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973661568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.040971:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.040989:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973662080:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041008:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.041050:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985507.041058:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973660672:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041080:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.041098:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973661184:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041118:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.041135:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973661696:0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041155:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.041191:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661056 00000100:00100000:2.0:1788985507.041196:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661056 00000100:00100000:2.0:1788985507.041224:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1788985507.041230:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973661056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041270:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973661056:12345-0@lo:400:kworker.0 Request processed in 39us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.041276:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1788985507.041295:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660672 00000100:00100000:2.0:1788985507.041299:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660672 00000100:00100000:2.0:1788985507.041320:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661184 00000100:00100000:2.0:1788985507.041323:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661184 00000100:00100000:2.0:1788985507.041342:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661696 00000100:00100000:2.0:1788985507.041344:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661696 00000100:00100000:2.0:1788985507.041357:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:2.0:1788985507.041362:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973660672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041391:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973660672:12345-0@lo:400:kworker.0 Request processed in 29us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.041398:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:2.0:1788985507.041409:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:2.0:1788985507.041416:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973661184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041441:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973661184:12345-0@lo:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.041447:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:2.0:1788985507.041458:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:2.0:1788985507.041463:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973661696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041486:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973661696:12345-0@lo:400:kworker.0 Request processed in 23us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.041500:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:2.0:1788985507.041520:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973661568 00000100:00100000:2.0:1788985507.041524:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973661568 00000100:00100000:2.0:1788985507.041543:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662080 00000100:00100000:2.0:1788985507.041546:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662080 00000100:00100000:2.0:1788985507.041563:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1788985507.041569:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973661568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985507.041598:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973661568:12345-0@lo:400:kworker.0 Request processed in 30us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.041604:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1788985507.041615:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1788985507.041621:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973662080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.041860:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973660672:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.041872:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973661184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.041893:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973661696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.041904:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973661056:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.041912:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973661568:0@lo:400:kworker.0 00000100:00080000:3.0:1788985507.041965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985507.041968:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985507.041971:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985507.042097:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973660544 00000100:00100000:1.0:1788985507.042102:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973660544 00000100:00100000:1.0:1788985507.042135:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1788985507.042143:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973660544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985507.042185:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973660544:12345-0@lo:400:kworker.0 Request processed in 43us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985507.042192:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1788985507.042232:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973660544:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.042466:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973662080:12345-0@lo:400:kworker.0 Request processed in 844us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985507.042474:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788985507.042543:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973662080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985507.043801:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973662208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985507.043912:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.045066:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985507.045082:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973662336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985507.045131:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985507.045803:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662208 00000100:00100000:2.0:1788985507.045811:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662208 00000100:00100000:2.0:1788985507.045861:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662336 00000100:00100000:2.0:1788985507.045864:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662336 00000100:00100000:2.0:1788985507.045892:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1788985507.045903:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973662208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985507.045958:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985507.046016:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973662208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.046024:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1788985507.046040:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788985507.046046:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973662336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985507.046058:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985507.046083:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973662336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.046101:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788985507.046153:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973662208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985507.046322:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985507.046334:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973662464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985507.046369:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985507.046483:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973662336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985507.046738:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662464 00000100:00100000:2.0:1788985507.046744:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662464 00000100:00100000:2.0:1788985507.046779:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1788985507.046787:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973662464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985507.046811:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985507.046857:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973662464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985507.046864:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1788985507.047026:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973662464:0@lo:41:osp-pre-0-1.0 10000000:01000000:3.0:1788985507.563371:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985507.563382:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985507.563389:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985507.563449:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985507.563474:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985507.563489:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985507.563521:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973662592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985507.563620:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985507.564964:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662592 00000100:00100000:3.0:1788985507.565047:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985507.565285:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662592 00000100:00100000:0.0:1788985507.565784:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1788985507.565799:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973662592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985507.565820:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985507.565846:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5303ce expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985507.566260:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985507.566698:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985507.566713:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788985507.566828:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973662592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1032us (3206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985507.566838:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1788985507.567379:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973662592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985507.567408:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985507.567420:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985507.567448:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985507.567456:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985507.567465:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985507.875769:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985508.894273:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985509.632853:0:55179:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5f39c370 20000000:00000080:3.0:1788985509.632873:0:55179:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2e000 uarg=0000000000000000 10000000:01000000:3.0:1788985509.632998:0:55179:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985509.633022:0:55179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.633046:0:55179:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.633054:0:55179:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.633095:0:55179:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.633109:0:55179:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 23 pid: 6509 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985509.633123:0:55179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55179:1875885973662720:0@lo:104: 00000100:00100000:3.0:1788985509.633184:0:55179:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985509.633293:0:55179:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985509.633517:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662720 00000100:00100000:0.0:1788985509.633524:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662720 00000100:00100000:0.0:1788985509.633603:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1788985509.633614:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:55179:x1875885973662720:12345-0@lo:104: 00010000:00010000:0.0:1788985509.633626:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985509.633691:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985509.633707:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:55179:x1875885973662720:12345-0@lo:104: Request processed in 87us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985509.633713:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1788985509.633788:0:55179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55179:1875885973662720:0@lo:104: 00010000:00010000:3.0:1788985509.633805:0:55179:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.633868:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985509.633875:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.633883:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985509.633887:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.633896:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985509.633903:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985509.633909:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985509.633965:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.633973:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985509.633998:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634006:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c6a00/0xa0dd3253da5303ce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634024:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985509.634027:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985509.634028:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985509.634040:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973662848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985509.634071:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985509.634115:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662848 00000100:00100000:1.0:1788985509.634119:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662848 00010000:00010000:1.0:1788985509.634139:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985509.634159:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788985509.634166:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973662848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985509.634176:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985509.634180:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634191:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634203:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303d5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5303ce expref: 24 pid: 6509 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634215:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634222:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634235:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634242:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634249:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634264:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634270:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985509.634273:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634280:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634291:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985509.634300:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985509.634326:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973662848:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985509.634332:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788985509.634372:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973662848:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985509.634566:0:55179:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.634575:0:55179:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.634581:0:55179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c7400/0xa0dd3253da5303dc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985509.919617:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985510.110073:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985510.110102:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973662976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985510.110185:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985510.110238:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973662976 00000100:00100000:0.0:1788985510.110249:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973662976 00000100:00100000:0.0:1788985510.110317:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1788985510.110327:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973662976:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985510.110342:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985510.110352:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973663104:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985510.110369:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985510.110381:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985510.110404:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663104 00000100:00100000:2.0:1788985510.110408:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663104 00000100:00100000:0.0:1788985510.110413:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973662976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985510.110430:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1788985510.110435:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973663104:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985510.110468:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985510.110505:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973662976:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985510.110563:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985510.110712:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973663104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985510.110751:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973663104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985510.111974:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788985510.115542:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000020:00000080:1.0:1788985510.501116:0:55227:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff2056f5e0 20000000:00000080:1.0:1788985510.501138:0:55227:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d05b400 uarg=0000000000000000 00010000:00010000:1.0:1788985510.501326:0:55227:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985510.501342:0:55227:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985510.501362:0:55227:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985510.501373:0:55227:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985510.501384:0:55227:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985510.501405:0:55227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501433:0:55227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501445:0:55227:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501452:0:55227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501459:0:55227:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501466:0:55227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501472:0:55227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985510.501477:0:55227:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501485:0:55227:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501498:0:55227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501506:0:55227:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985510.501513:0:55227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5303e3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985510.625273:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973663232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985510.625350:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985510.625478:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663232 00000100:00100000:0.0:1788985510.625486:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663232 00000100:00100000:0.0:1788985510.625539:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1788985510.625548:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973663232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985510.625579:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985510.625681:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973663232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985510.625699:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1788985510.626187:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973663232:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985510.942162:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985511.326041:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985511.326049:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985511.326054:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985511.326099:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985511.326111:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985511.326122:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985511.326147:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973663360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985511.326216:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985511.326268:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330de40 going to sleep for 11 seconds 00000100:00100000:0.0:1788985511.326329:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663360 00000100:00100000:0.0:1788985511.326337:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663360 00000100:00100000:0.0:1788985511.326391:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1788985511.326402:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973663360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985511.326415:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985511.326429:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5303ea expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985511.326452:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985511.326463:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985511.326471:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788985511.326517:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973663360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985511.326534:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1788985511.326781:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973663360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985511.326794:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985511.326803:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985511.326820:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985511.326825:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985511.326832:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985511.969727:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985511.995553:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985511.995683:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227520 00000100:00100000:2.0:1788985511.995694:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227520 00000100:00100000:2.0:1788985511.995743:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 886 00000100:00100000:2.0:1788985511.995754:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953227520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985511.995860:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953227520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 108us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985511.995869:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 886 00000100:00100000:3.0:1788985511.996710:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985511.996755:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227776 00000100:00100000:3.0:1788985511.996769:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227776 00000100:00100000:3.0:1788985511.996825:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1717 00000100:00100000:3.0:1788985511.996842:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227776:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985511.996884:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227776:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985511.996891:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1717 00000100:00080000:3.0:1788985511.996908:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985511.997097:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985511.998756:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227648 00000100:00100000:3.0:1788985511.998767:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227648 00000100:00100000:3.0:1788985512.000175:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1718 00000100:00100000:3.0:1788985512.000185:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985512.000262:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953227648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985512.000269:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1718 00000100:00080000:3.0:1788985512.000292:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985512.160957:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985512.160980:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973663488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985512.161047:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.161108:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663488 00000100:00100000:2.0:1788985512.161115:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663488 00000100:00100000:2.0:1788985512.161167:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1788985512.161176:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973663488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985512.161204:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985512.161248:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973663488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.161255:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:2.0:1788985512.161274:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985512.161308:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973663488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985512.165329:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973664000:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165398:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165436:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973664512:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165459:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165482:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985512.165487:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973663616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165509:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165530:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973664128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165557:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165579:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973664640:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165597:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165622:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973663744:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165643:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165660:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973664256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165693:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165722:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973664768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165761:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788985512.165766:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973663872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973664384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165810:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165826:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973664896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.165844:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.165877:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664000 00000100:00100000:2.0:1788985512.165885:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664000 00000100:00100000:2.0:1788985512.165956:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663744 00000100:00100000:2.0:1788985512.165959:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663744 00000100:00100000:2.0:1788985512.165977:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788985512.165984:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973664000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166033:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973664000:12345-0@lo:400:kworker.0 Request processed in 49us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166040:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788985512.166063:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1788985512.166069:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973663744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166113:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973663744:12345-0@lo:400:kworker.0 Request processed in 44us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166119:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1788985512.166135:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664512 00000100:00100000:2.0:1788985512.166138:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664512 00000100:00100000:1.0:1788985512.166145:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973663744:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166168:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664384 00000100:00100000:2.0:1788985512.166170:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664384 00000100:00100000:1.0:1788985512.166170:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664896 00000100:00100000:1.0:1788985512.166173:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664896 00000100:00100000:2.0:1788985512.166184:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1788985512.166190:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973664512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985512.166193:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1788985512.166197:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973664384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166220:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973664512:12345-0@lo:400:kworker.0 Request processed in 31us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166227:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1788985512.166227:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973664384:12345-0@lo:400:kworker.0 Request processed in 30us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985512.166232:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788985512.166237:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1788985512.166242:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973664896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985512.166253:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973664384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166265:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973664896:12345-0@lo:400:kworker.0 Request processed in 24us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985512.166266:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973664896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166271:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1788985512.166288:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663616 00000100:00100000:2.0:1788985512.166291:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663616 00000100:00100000:2.0:1788985512.166307:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664128 00000100:00100000:2.0:1788985512.166309:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664128 00000100:00100000:2.0:1788985512.166321:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664640 00000100:00100000:2.0:1788985512.166323:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664640 00000100:00100000:2.0:1788985512.166333:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664256 00000100:00100000:2.0:1788985512.166335:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664256 00000100:00100000:2.0:1788985512.166345:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973664768 00000100:00100000:2.0:1788985512.166347:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973664768 00000100:00100000:2.0:1788985512.166366:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973663872 00000100:00100000:2.0:1788985512.166369:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973663872 00000100:00100000:2.0:1788985512.166381:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:2.0:1788985512.166386:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973663616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166416:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973663616:12345-0@lo:400:kworker.0 Request processed in 30us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166422:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:2.0:1788985512.166432:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:2.0:1788985512.166437:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973664128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166462:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973664128:12345-0@lo:400:kworker.0 Request processed in 24us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166467:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:2.0:1788985512.166477:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:2.0:1788985512.166482:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973664640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166506:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973664640:12345-0@lo:400:kworker.0 Request processed in 24us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166512:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:2.0:1788985512.166522:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:2.0:1788985512.166528:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973664256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166567:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973664256:12345-0@lo:400:kworker.0 Request processed in 39us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166572:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:2.0:1788985512.166583:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:2.0:1788985512.166589:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973664768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166613:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973664768:12345-0@lo:400:kworker.0 Request processed in 25us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166624:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:2.0:1788985512.166635:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:2.0:1788985512.166641:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973663872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166667:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973663872:12345-0@lo:400:kworker.0 Request processed in 27us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985512.166684:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1788985512.166714:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973663872:0@lo:400:kworker.0 00010000:00080000:1.0:1788985512.166725:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11419b2d80 x1875885973664256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788985512.166729:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985512.166733:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985512.166736:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985512.166736:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973664256:0@lo:400:kworker.0 00000100:00080000:2.0:1788985512.166738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1788985512.166744:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142195880 x1875885973664768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985512.166752:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973664768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166759:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985512.166768:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973665024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985512.166794:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985512.166834:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665024 00000100:00100000:1.0:1788985512.166837:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665024 00000100:00100000:2.0:1788985512.166839:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973663616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166848:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973664128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166857:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973664640:0@lo:400:kworker.0 00000100:00100000:2.0:1788985512.166866:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973664000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985512.166871:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788985512.166874:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973664512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985512.166876:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973665024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985512.166900:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985512.166973:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973665024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985512.166979:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788985512.167586:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973665152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985512.167619:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985512.167758:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973665024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985512.169021:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665152 00000100:00100000:0.0:1788985512.169034:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665152 00000100:00100000:0.0:1788985512.171047:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1788985512.171070:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973665152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985512.171100:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985512.171217:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973665152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (3596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985512.171224:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1788985512.171312:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973665152:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788985512.992117:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985514.017406:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985515.038203:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985515.230083:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973665280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985515.230159:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985515.230344:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985515.230353:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973665408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985515.230380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985515.230453:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665280 00000100:00100000:0.0:1788985515.230462:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665280 00000100:00100000:0.0:1788985515.230525:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665408 00000100:00100000:0.0:1788985515.230529:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665408 00000100:00100000:0.0:1788985515.230550:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1788985515.230572:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973665280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985515.230607:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985515.230666:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973665280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985515.230673:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1788985515.230692:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1788985515.230698:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973665408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985515.230707:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985515.230729:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973665408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985515.230735:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:3.0:1788985515.230977:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985515.231019:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973665408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985515.231033:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973665280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985515.743171:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985515.743196:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973665536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985515.743269:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985515.743985:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665536 00000100:00100000:2.0:1788985515.743995:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665536 00000100:00100000:2.0:1788985515.744683:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1788985515.744698:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973665536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985515.745002:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985515.746766:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973665536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2064us (3489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985515.746780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1788985515.748394:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973665536:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985516.071365:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985516.149220:0:55519:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcaa737010 20000000:00000080:1.0:1788985516.149238:0:55519:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d058400 uarg=0000000000000000 00010000:00010000:1.0:1788985516.149451:0:55519:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985516.149468:0:55519:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985516.149489:0:55519:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985516.149501:0:55519:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985516.149526:0:55519:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985516.149547:0:55519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.149564:0:55519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.149571:0:55519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.149609:0:55519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.149623:0:55519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 23 pid: 6506 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985516.159109:0:55519:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55519:1875885973665664:0@lo:104: 00000100:00100000:1.0:1788985516.159190:0:55519:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985516.159322:0:55519:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985516.161738:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665664 00000100:00100000:2.0:1788985516.161758:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665664 00000100:00100000:0.0:1788985516.165517:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1788985516.165540:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:55519:x1875885973665664:12345-0@lo:104: 00010000:00010000:0.0:1788985516.165572:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165691:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985516.165697:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:55519:x1875885973665664:12345-0@lo:104: Request processed in 169us (6507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985516.165703:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00010000:00010000:0.0:1788985516.165730:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985516.165737:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165744:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985516.165748:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165756:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985516.165764:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985516.165769:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985516.165816:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165822:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985516.165843:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165850:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da5303ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5303f1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.165868:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985516.165870:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985516.165871:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985516.165897:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973665792:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985516.165970:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985516.166025:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665792 00000100:00100000:0.0:1788985516.166033:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665792 00010000:00010000:0.0:1788985516.166074:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 24 pid: 6506 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985516.166098:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788985516.166105:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973665792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985516.166117:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985516.166122:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 24 pid: 6506 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166133:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 24 pid: 6506 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166150:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166164:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166179:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166185:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166193:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166200:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166205:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985516.166209:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166216:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166224:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985516.166234:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985516.166260:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973665792:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985516.166266:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788985516.166301:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973665792:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985516.166967:0:55519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5303f1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5303ea expref: 23 pid: 6506 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985516.166982:0:55519:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55519:1875885973665664:0@lo:104: 00010000:00010000:1.0:1788985516.167000:0:55519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.167010:0:55519:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.167015:0:55519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985516.167036:0:55519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da5303f8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985517.049480:0:55568:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfa917b50 20000000:00000080:0.0:1788985517.049504:0:55568:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0c4400 uarg=0000000000000000 10000000:01000000:0.0:1788985517.049646:0:55568:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985517.049670:0:55568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049688:0:55568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049700:0:55568:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049706:0:55568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049713:0:55568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049720:0:55568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049727:0:55568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985517.049731:0:55568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049740:0:55568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049753:0:55568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049762:0:55568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.049777:0:55568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5303ff lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985517.086220:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985517.110223:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985517.110269:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985517.110316:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985517.110345:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228160 00000100:00100000:3.0:1788985517.110355:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228160 00000100:00100000:3.0:1788985517.110411:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228032 00000100:00100000:3.0:1788985517.110415:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228032 00000100:00100000:3.0:1788985517.110439:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1725 00000100:00100000:3.0:1788985517.110449:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953228160:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985517.110523:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953228160:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.110530:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1725 00000100:00100000:3.0:1788985517.110560:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1726 00000100:00100000:3.0:1788985517.110568:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953228032:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985517.110593:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953228032:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.110599:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1726 00000100:00080000:3.0:1788985517.110619:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985517.110623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985517.110778:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953227904 00000100:00100000:0.0:1788985517.110784:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953227904 00000100:00100000:0.0:1788985517.110832:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 887 00000100:00100000:0.0:1788985517.110839:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953227904:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985517.110871:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953227904:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.110877:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 887 00000100:00100000:1.0:1788985517.278513:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985517.278549:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973665920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985517.278640:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985517.278714:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973665920 00000100:00100000:1.0:1788985517.278723:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973665920 00000100:00100000:1.0:1788985517.278776:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1788985517.278788:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973665920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985517.278830:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985517.278882:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973665920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985517.278889:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1788985517.278974:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973665920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985517.280689:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973666048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985517.280745:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.280868:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973666432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.280891:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.280911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973666944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.280943:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.280957:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973667456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.280973:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.280996:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788985517.281001:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973666560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.281020:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.281033:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973667072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.281048:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985517.281073:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666432 00000100:00100000:3.0:1788985517.281080:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666432 00000100:00100000:3.0:1788985517.281122:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1788985517.281129:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973666432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.281175:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973666432:12345-0@lo:400:kworker.0 Request processed in 45us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.281181:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1788985517.281201:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666944 00000100:00100000:3.0:1788985517.281204:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666944 00000100:00100000:3.0:1788985517.281233:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667456 00000100:00100000:3.0:1788985517.281236:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667456 00000100:00100000:3.0:1788985517.281248:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667072 00000100:00100000:3.0:1788985517.281250:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667072 00000100:00100000:3.0:1788985517.281262:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788985517.281267:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973666944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.281292:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973666944:12345-0@lo:400:kworker.0 Request processed in 26us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.281298:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788985517.281307:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788985517.281312:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973667456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.281331:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973667456:12345-0@lo:400:kworker.0 Request processed in 19us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.281336:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788985517.281350:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788985517.283471:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973667072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283563:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973667072:12345-0@lo:400:kworker.0 Request processed in 2207us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.283573:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788985517.283617:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666560 00000100:00100000:3.0:1788985517.283633:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666560 00000100:00100000:3.0:1788985517.283680:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1788985517.283687:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973666560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283718:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973666560:12345-0@lo:400:kworker.0 Request processed in 32us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.283725:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:3.0:1788985517.283744:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985517.283749:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985517.283816:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973666560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283828:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973667072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283839:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973666432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283848:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973666944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985517.283858:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973667456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284242:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666048 00000100:00100000:0.0:1788985517.284248:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666048 00000100:00100000:0.0:1788985517.284283:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1788985517.284290:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973666048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985517.284312:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985517.284348:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973666048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (3603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.284353:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1788985517.284619:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973666176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284669:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284702:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973666688:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284727:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284749:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973667200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284769:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284800:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985517.284806:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973666304:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284827:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973666816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284863:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284879:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973667328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.284897:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.284950:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666176 00000100:00100000:0.0:1788985517.284955:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666176 00000100:00100000:0.0:1788985517.284979:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1788985517.284985:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973666176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.285018:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973666176:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.285024:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1788985517.285048:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666688 00000100:00100000:0.0:1788985517.285052:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666688 00000100:00100000:0.0:1788985517.285070:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667200 00000100:00100000:0.0:1788985517.285073:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667200 00000100:00100000:0.0:1788985517.285087:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666304 00000100:00100000:0.0:1788985517.285089:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666304 00000100:00100000:0.0:1788985517.285097:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973666816 00000100:00100000:0.0:1788985517.285099:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973666816 00000100:00100000:0.0:1788985517.285110:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667328 00000100:00100000:0.0:1788985517.285112:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667328 00000100:00100000:0.0:1788985517.285123:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1788985517.285129:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973666688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.285158:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973666688:12345-0@lo:400:kworker.0 Request processed in 29us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.285173:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1788985517.285185:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1788985517.285191:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973667200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.285221:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973667200:12345-0@lo:400:kworker.0 Request processed in 30us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.285226:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1788985517.285238:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:0.0:1788985517.285243:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973666304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.285267:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973666304:12345-0@lo:400:kworker.0 Request processed in 24us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.285273:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:0.0:1788985517.285283:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1788985517.285288:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973666816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.285314:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973666816:12345-0@lo:400:kworker.0 Request processed in 26us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.285319:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1788985517.285329:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1788985517.285334:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973667328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.287974:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973667328:12345-0@lo:400:kworker.0 Request processed in 2632us (3068us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985517.287988:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1788985517.288067:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973666304:0@lo:400:kworker.0 00010000:00080000:0.0:1788985517.288084:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a0000 x1875885973666816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985517.288113:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973666816:0@lo:400:kworker.0 00010000:00080000:0.0:1788985517.288126:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e98380 x1875885973667328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985517.288134:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973667328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.288143:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973666176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.288153:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973666688:0@lo:400:kworker.0 00000100:00100000:0.0:1788985517.288162:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973667200:0@lo:400:kworker.0 00000100:00080000:0.0:1788985517.288197:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985517.288202:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985517.288205:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985517.288220:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973667584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985517.288273:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.288331:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973666048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985517.288476:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667584 00000100:00100000:3.0:1788985517.288484:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667584 00000100:00100000:3.0:1788985517.288529:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788985517.288669:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973667584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985517.288691:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985517.288743:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973667584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 206us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.288757:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1788985517.288824:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973667584:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1788985517.535012:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985517.535020:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985517.535024:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985517.535076:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.535089:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985517.535101:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985517.535142:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973667712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985517.535213:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985517.535255:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:3.0:1788985517.535668:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667712 00000100:00100000:3.0:1788985517.535679:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667712 00000100:00100000:3.0:1788985517.535746:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1788985517.535756:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973667712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985517.535771:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985517.535786:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530406 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985517.535810:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530406 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985517.535822:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530406 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985517.535832:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c7800, rc 0) 00000100:00100000:3.0:1788985517.535886:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973667712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985517.535893:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1788985517.536146:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973667712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985517.536162:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985517.536172:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985517.536190:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985517.536195:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985517.536228:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985518.110225:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985519.134381:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985520.158394:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985520.244212:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985520.244296:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228288 00000100:00100000:1.0:1788985520.244318:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228288 00000100:00100000:1.0:1788985520.244408:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 13 00000100:00100000:1.0:1788985520.244420:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953228288:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788985520.244436:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985520.244439:0:10333:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da5302f5) 00010000:00010000:1.0:1788985520.244441:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985520.244492:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953228288:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 76us (293us total) trans 0 rc 116/116 00000100:00100000:1.0:1788985520.244500:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 13 00000100:00080000:0.0:1788985520.244664:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985520.326690:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985520.326829:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228416 00000100:00100000:0.0:1788985520.326839:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228416 00000100:00100000:0.0:1788985520.326918:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 90 00000100:00100000:0.0:1788985520.326969:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:33652:x1875885953228416:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985520.326995:0:9790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985520.327024:0:9790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da530414 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171d3 expref: -99 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327117:0:9790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327133:0:9790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327148:0:9790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788985520.327211:0:9790:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788985520.327214:0:9790:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788985520.327238:0:9790:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327261:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da530414 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171d3 expref: 7 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327299:0:9790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171d3 expref: 6 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.327308:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1400) 00010000:00010000:0.0:1788985520.327312:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985520.327315:0:9790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985520.327381:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33652:x1875885953228416:12345-192.168.202.6@tcp:101:rm.0 Request processed in 455us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985520.327388:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 90 00000100:00100000:3.0:1788985520.334277:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985520.334490:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228544 00000100:00100000:0.0:1788985520.334502:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228544 00000100:00100000:0.0:1788985520.334680:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 91 00000100:00100000:0.0:1788985520.334691:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33652:x1875885953228544:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985520.334715:0:6513:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985520.334742:0:6513:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da530422 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171da expref: -99 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.334830:0:6513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.334847:0:6513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.334872:0:6513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.334973:0:6513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.334997:0:6513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335005:0:6513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335057:0:6513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335065:0:6513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335073:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335079:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985520.335084:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335092:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335116:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1400) 00010000:00010000:0.0:1788985520.335120:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985520.335125:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335131:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9800/0xa0dd3253da530429 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335144:0:6513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335157:0:6513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335164:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335169:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985520.335172:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335178:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335198:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8b11422d1900) 00010000:00010000:0.0:1788985520.335201:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985520.335204:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335210:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da530430 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335245:0:6513:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da530422 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171da expref: 7 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335256:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1400) 00010000:00010000:0.0:1788985520.335258:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985520.335262:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da530422 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171da expref: 7 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985520.335270:0:6513:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8e00, rc 0) 00000100:00100000:0.0:1788985520.335355:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33652:x1875885953228544:12345-192.168.202.6@tcp:101:rm.0 Request processed in 665us (1087us total) trans 0 rc 301/301 00000100:00100000:0.0:1788985520.335363:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 91 00000100:00100000:1.0:1788985520.351797:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973667840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985520.351877:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985520.353089:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667840 00000100:00100000:3.0:1788985520.353104:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667840 00000100:00100000:2.0:1788985520.353158:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973667968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985520.353178:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788985520.353189:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973667840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985520.353219:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788985520.353318:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985520.354459:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973667840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1268us (2577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985520.354471:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1788985520.354673:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973667840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985520.359144:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985520.359254:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973667968 00000100:00100000:3.0:1788985520.359265:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973667968 00000100:00100000:3.0:1788985520.359328:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1788985520.359339:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973667968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985520.359364:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985520.359476:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973667968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985520.359485:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00080000:1.0:1788985520.360757:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985520.364324:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973667968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985520.862157:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973668096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985520.862273:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985520.862476:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668096 00000100:00100000:0.0:1788985520.862493:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668096 00000100:00100000:0.0:1788985520.862565:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1788985520.862577:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973668096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985520.862632:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985520.862694:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973668096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985520.862702:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1788985520.862862:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973668096:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985521.182249:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985521.393389:0:55764:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd47374b50 20000000:00000080:0.0:1788985521.393414:0:55764:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd9800 uarg=0000000000000000 00010000:00010000:0.0:1788985521.393802:0:55764:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788985521.393845:0:55764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1400) 00010000:00010000:0.0:1788985521.393851:0:55764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985521.393865:0:55764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53041b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171d3 expref: 5 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985521.393891:0:55764:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788985521.393918:0:55764:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985521.394137:0:55764:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985521.394158:0:55764:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985521.394180:0:55764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985521.394265:0:55764:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530406 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985521.394293:0:55764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985521.394341:0:55764:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985521.394357:0:55764:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 23 pid: 6509 timeout: 1461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985521.394375:0:55764:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55764:1875885973668224:0@lo:104: 00000100:00100000:0.0:1788985521.394539:0:55764:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985521.394671:0:55764:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788985521.394725:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668224 00000100:00100000:2.0:1788985521.394735:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668224 00000100:00100000:2.0:1788985521.394887:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1788985521.394898:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:55764:x1875885973668224:12345-0@lo:104: 00010000:00010000:2.0:1788985521.394914:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985521.395014:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985521.395021:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:55764:x1875885973668224:12345-0@lo:104: Request processed in 125us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985521.395028:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:3.0:1788985521.395083:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985521.395091:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395099:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985521.395104:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395114:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985521.395122:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985521.395143:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985521.395182:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395199:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985521.395224:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395231:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da530406 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53040d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395251:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985521.395253:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985521.395254:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985521.395278:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973668352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985521.395320:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985521.395361:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668352 00000100:00100000:3.0:1788985521.395366:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668352 00010000:00010000:3.0:1788985521.395388:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 24 pid: 6509 timeout: 1461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985521.395412:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1788985521.395433:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce52850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973668352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985521.395446:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985521.395451:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 24 pid: 6509 timeout: 1461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395462:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 24 pid: 6509 timeout: 1461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395487:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395495:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395510:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395518:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395524:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395530:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395535:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985521.395540:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395547:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395556:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985521.395566:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985521.395608:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce52850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973668352:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985521.395624:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1788985521.395696:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973668352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985521.395849:0:55764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c7800/0xa0dd3253da53040d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530406 expref: 23 pid: 6509 timeout: 1461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985521.395861:0:55764:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55764:1875885973668224:0@lo:104: 00010000:00010000:1.0:1788985521.395877:0:55764:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985521.395887:0:55764:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985521.395901:0:55764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985521.395907:0:55764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530437 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985522.211714:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985522.231714:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985522.231768:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985522.231796:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985522.231832:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228800 00000100:00100000:3.0:1788985522.231844:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228800 00000100:00100000:3.0:1788985522.231923:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228928 00000100:00100000:3.0:1788985522.231949:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228928 00000100:00100000:3.0:1788985522.231975:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1733 00000100:00100000:3.0:1788985522.231988:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953228800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985522.232087:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953228800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 101us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.232095:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1733 00000100:00100000:3.0:1788985522.232116:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1734 00000100:00100000:3.0:1788985522.232123:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953228928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985522.232150:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953228928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.232156:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1734 00000100:00100000:3.0:1788985522.232177:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953228672 00000100:00100000:3.0:1788985522.232180:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953228672 00000100:00100000:3.0:1788985522.232208:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 890 00000100:00100000:3.0:1788985522.232215:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953228672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985522.232240:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953228672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.232264:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 890 00000100:00080000:3.0:1788985522.232298:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985522.232303:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1788985522.307178:0:55812:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff15766b10 20000000:00000080:0.0:1788985522.307202:0:55812:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8c00 uarg=0000000000000000 10000000:01000000:0.0:1788985522.307274:0:55812:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985522.307304:0:55812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307325:0:55812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307338:0:55812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307346:0:55812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307354:0:55812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307374:0:55812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307382:0:55812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985522.307388:0:55812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307397:0:55812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307413:0:55812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307423:0:55812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.307429:0:55812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da53043e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985522.398249:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973668480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985522.398373:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985522.398658:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985522.398667:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973668736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985522.398701:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985522.398739:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668736 00000100:00100000:2.0:1788985522.398750:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668736 00000100:00100000:2.0:1788985522.398812:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788985522.398823:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973668736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985522.398872:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985522.398956:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973668736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985522.398964:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788985522.398998:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973668608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985522.399033:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985522.399091:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973668736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985522.399193:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668480 00000100:00100000:0.0:1788985522.399200:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668480 00000100:00100000:0.0:1788985522.399244:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668608 00000100:00100000:0.0:1788985522.399248:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668608 00000100:00100000:0.0:1788985522.399264:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1788985522.399271:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973668480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985522.399296:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985522.399336:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973668480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985522.399342:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1788985522.399370:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1788985522.399377:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973668608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985522.399388:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985522.399419:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973668608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985522.399425:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00080000:2.0:1788985522.399748:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985522.399781:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973668608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985522.399817:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973668480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985522.404713:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985522.404745:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973668864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.404838:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985522.404906:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668864 00000100:00100000:1.0:1788985522.404916:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668864 00000100:00100000:1.0:1788985522.405044:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1788985522.405053:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973668864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405125:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973668864:12345-0@lo:400:kworker.0 Request processed in 72us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985522.405132:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1788985522.405184:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973668864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405259:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973669248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405292:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985522.405331:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985522.405337:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973669376:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405365:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985522.405417:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973669760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405445:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985522.405483:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985522.405510:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973669888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985522.405537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985522.407979:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669376 00000100:00100000:0.0:1788985522.407999:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669376 00000100:00100000:0.0:1788985522.408076:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669888 00000100:00100000:0.0:1788985522.408080:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669888 00000100:00100000:0.0:1788985522.408109:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:0.0:1788985522.408122:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973669376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985522.408243:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973669376:12345-0@lo:400:kworker.0 Request processed in 123us (2876us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985522.408252:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:0.0:1788985522.408272:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:0.0:1788985522.408279:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973669888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985522.408310:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973669888:12345-0@lo:400:kworker.0 Request processed in 32us (2772us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985522.408317:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:0.0:1788985522.408480:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973669888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985522.408497:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973669376:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.408671:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669248 00000100:00100000:3.0:1788985522.408677:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669248 00000100:00100000:3.0:1788985522.408712:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788985522.408721:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973669248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.408773:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973669248:12345-0@lo:400:kworker.0 Request processed in 54us (3480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.408779:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788985522.408803:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669760 00000100:00100000:3.0:1788985522.408807:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669760 00000100:00100000:3.0:1788985522.408840:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1788985522.408847:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973669760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.408883:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973669760:12345-0@lo:400:kworker.0 Request processed in 37us (3437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.408890:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1788985522.408956:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973669760:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.408968:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973669248:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410125:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973669120:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410199:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.410251:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973669632:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410279:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.410306:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985522.410313:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973668992:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410359:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.410378:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973669504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410399:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.410417:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973670016:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410440:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.410474:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669632 00000100:00100000:3.0:1788985522.410482:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669632 00000100:00100000:3.0:1788985522.410532:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1788985522.410541:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973669632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410604:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973669632:12345-0@lo:400:kworker.0 Request processed in 64us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.410611:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1788985522.410634:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669120 00000100:00100000:3.0:1788985522.410638:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669120 00000100:00100000:3.0:1788985522.410661:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973668992 00000100:00100000:3.0:1788985522.410664:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973668992 00000100:00100000:3.0:1788985522.410676:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973669504 00000100:00100000:3.0:1788985522.410679:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973669504 00000100:00100000:3.0:1788985522.410693:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670016 00000100:00100000:3.0:1788985522.410695:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670016 00000100:00100000:3.0:1788985522.410711:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1788985522.410717:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973669120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410749:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973669120:12345-0@lo:400:kworker.0 Request processed in 33us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.410756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1788985522.410767:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:3.0:1788985522.410772:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973668992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410811:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973668992:12345-0@lo:400:kworker.0 Request processed in 38us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.410818:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:3.0:1788985522.410829:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1788985522.410835:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973669504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410862:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973669504:12345-0@lo:400:kworker.0 Request processed in 27us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.410868:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1788985522.410880:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:3.0:1788985522.410886:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973670016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.410912:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973670016:12345-0@lo:400:kworker.0 Request processed in 26us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985522.410917:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:3.0:1788985522.410996:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973668992:0@lo:400:kworker.0 00010000:00080000:3.0:1788985522.411010:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114338e300 x1875885973669504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985522.411026:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973669504:0@lo:400:kworker.0 00010000:00080000:3.0:1788985522.411038:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11419b2d80 x1875885973670016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985522.411046:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973670016:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.411056:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973669120:0@lo:400:kworker.0 00000100:00100000:3.0:1788985522.411064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973669632:0@lo:400:kworker.0 00000100:00080000:3.0:1788985522.414812:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985522.414832:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985522.414836:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1788985522.718009:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985522.718021:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985522.718029:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985522.718091:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985522.718104:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985522.718117:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985522.718151:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973670144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985522.718264:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985522.718332:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a300 going to sleep for 11 seconds 00000100:00100000:1.0:1788985522.718643:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670144 00000100:00100000:1.0:1788985522.718655:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670144 00000100:00100000:1.0:1788985522.719116:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1788985522.719131:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973670144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985522.719150:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985522.719170:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530445 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985522.719213:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985522.719226:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985522.719237:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb400, rc 0) 00000100:00100000:1.0:1788985522.719313:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973670144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985522.719321:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1788985522.719419:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973670144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985522.719441:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.719462:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985522.719489:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985522.719496:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985522.719504:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985523.230255:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985524.255298:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985525.295482:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985525.474742:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985525.474765:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973670400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985525.474836:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985525.475947:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670400 00000100:00100000:0.0:1788985525.475972:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670400 00000100:00100000:0.0:1788985525.476041:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1788985525.476052:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973670400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985525.476085:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985525.476146:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973670400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985525.476312:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1788985525.476371:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973670400:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788985525.478160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985525.482180:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973670272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985525.482254:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985525.491379:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670272 00000100:00100000:1.0:1788985525.491391:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670272 00000100:00100000:0.0:1788985525.492046:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985525.493777:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229056 00000100:00100000:0.0:1788985525.493791:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229056 00000100:00100000:1.0:1788985525.493920:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1788985525.493944:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973670272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985525.493996:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985525.494073:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973670272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (11818us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985525.494079:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1788985525.494131:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973670272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985525.495500:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00100000:0.0:1788985525.495514:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953229056:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788985525.495528:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985525.495531:0:10333:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da53041b) 00010000:00010000:0.0:1788985525.495540:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985525.495603:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953229056:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 92us (3561us total) trans 0 rc 116/116 00000100:00100000:0.0:1788985525.495610:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 14 00000100:00080000:3.0:1788985525.501047:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985525.501058:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985525.982574:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973670528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985525.982642:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985525.982769:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670528 00000100:00100000:2.0:1788985525.982777:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670528 00000100:00100000:2.0:1788985525.982829:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1788985525.982837:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973670528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985525.982867:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985525.982947:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973670528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985525.982954:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1788985525.983111:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973670528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985526.305806:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985527.107655:0:56056:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4c4e9ce0 20000000:00000080:3.0:1788985527.107673:0:56056:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144072800 uarg=0000000000000000 00010000:00010000:3.0:1788985527.108528:0:56056:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985527.108558:0:56056:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985527.108580:0:56056:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985527.108601:0:56056:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985527.108617:0:56056:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985527.108638:0:56056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985527.108656:0:56056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530445 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985527.108664:0:56056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985527.109636:0:56056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985527.109654:0:56056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 23 pid: 6509 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985527.109670:0:56056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56056:1875885973670656:0@lo:104: 00000100:00100000:3.0:1788985527.109837:0:56056:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.109961:0:56056:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c600 going to sleep for 11 seconds 00000100:00100000:0.0:1788985527.116384:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670656 00000100:00100000:0.0:1788985527.116400:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670656 00000100:00100000:1.0:1788985527.122510:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1788985527.122525:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:56056:x1875885973670656:12345-0@lo:104: 00010000:00010000:1.0:1788985527.122555:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985527.122668:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985527.122674:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:56056:x1875885973670656:12345-0@lo:104: Request processed in 154us (12838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985527.122681:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1788985527.125959:0:56056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56056:1875885973670656:0@lo:104: 00010000:00010000:3.0:1788985527.125994:0:56056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128150:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985527.128165:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128177:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985527.128181:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128191:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985527.128199:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985527.128205:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985527.128272:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128279:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985527.128312:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128319:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c7400/0xa0dd3253da530445 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53044c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.128356:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985527.128358:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985527.128360:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985527.128413:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973670784:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985527.128479:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.128998:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670784 00000100:00100000:0.0:1788985527.129006:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670784 00010000:00010000:0.0:1788985527.129036:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985527.129072:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1788985527.129081:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973670784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985527.129093:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985527.129098:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129108:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129122:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da53044c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530445 expref: 24 pid: 6509 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129136:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129144:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129160:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129179:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129185:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129193:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129198:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985527.129202:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129209:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129231:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985527.129241:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788985527.129353:0:56056:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985527.129362:0:56056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985527.129369:0:56056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c7600/0xa0dd3253da530453 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985527.139989:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973670784:12345-0@lo:103:ldlm_bl.0 Request processed in 10893us (11493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985527.140004:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1788985527.140718:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973670784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985527.341641:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985527.351145:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985527.351185:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985527.351208:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985527.351234:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229312 00000100:00100000:3.0:1788985527.351243:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229312 00000100:00100000:3.0:1788985527.352409:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229440 00000100:00100000:3.0:1788985527.352415:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229440 00000100:00100000:3.0:1788985527.358558:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1741 00000100:00100000:3.0:1788985527.358584:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953229312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985527.358678:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953229312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 106us (7543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.359806:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1742 00000100:00100000:0.0:1788985527.359823:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953229440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985527.359871:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953229440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 54us (8662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.359879:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1742 00000100:00100000:3.0:1788985527.363854:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1741 00000100:00080000:3.0:1788985527.364020:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985527.364027:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985527.364655:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229184 00000100:00100000:2.0:1788985527.364666:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229184 00000100:00100000:2.0:1788985527.371132:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 893 00000100:00100000:2.0:1788985527.371148:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953229184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985527.371226:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953229184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (20040us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985527.371234:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 893 00000100:00100000:2.0:1788985527.520331:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973670912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985527.520400:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985527.520507:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985527.520514:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973671040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985527.520563:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.520712:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985527.520723:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973671168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985527.520751:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.520781:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671040 00000100:00100000:3.0:1788985527.520789:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671040 00000100:00100000:3.0:1788985527.520835:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671168 00000100:00100000:3.0:1788985527.520839:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671168 00000100:00100000:3.0:1788985527.520859:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1788985527.520867:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973671040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985527.520895:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985527.520955:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973671040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985527.520962:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1788985527.520979:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1788985527.520985:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973671168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985527.520994:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985527.521020:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973671168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985527.521035:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:3.0:1788985527.521051:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985527.521087:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973671168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985527.522084:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973671296:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522131:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522162:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973671808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522185:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522201:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973672320:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522218:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522234:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985527.522239:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973671424:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522269:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522282:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973671936:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522300:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973672448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522327:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985527.522354:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973670912 00000100:00100000:0.0:1788985527.522359:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973670912 00000100:00100000:0.0:1788985527.522391:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1788985527.522398:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973670912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985527.522422:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985527.522470:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973670912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (2070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522477:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1788985527.522501:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671296 00000100:00100000:0.0:1788985527.522504:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671296 00000100:00100000:0.0:1788985527.522525:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1788985527.522543:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973671296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522574:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973671296:12345-0@lo:400:kworker.0 Request processed in 33us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522586:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1788985527.522611:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671808 00000100:00100000:0.0:1788985527.522614:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671808 00000100:00100000:0.0:1788985527.522649:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672320 00000100:00100000:0.0:1788985527.522652:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672320 00000100:00100000:0.0:1788985527.522665:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671424 00000100:00100000:0.0:1788985527.522667:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671424 00000100:00100000:0.0:1788985527.522676:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671936 00000100:00100000:0.0:1788985527.522678:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671936 00000100:00100000:0.0:1788985527.522689:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672448 00000100:00100000:0.0:1788985527.522691:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672448 00000100:00100000:0.0:1788985527.522713:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:0.0:1788985527.522719:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973671808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522747:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973671808:12345-0@lo:400:kworker.0 Request processed in 29us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522753:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:0.0:1788985527.522764:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1788985527.522769:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973672320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522792:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973672320:12345-0@lo:400:kworker.0 Request processed in 23us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522797:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1788985527.522807:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1788985527.522812:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973671424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522838:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973671424:12345-0@lo:400:kworker.0 Request processed in 26us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522844:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1788985527.522854:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:0.0:1788985527.522867:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973671936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522894:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973671936:12345-0@lo:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522901:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:0.0:1788985527.522912:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:0.0:1788985527.522917:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973672448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.522964:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973672448:12345-0@lo:400:kworker.0 Request processed in 47us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.522970:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:0.0:1788985527.523019:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973670912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985527.523044:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973671424:0@lo:400:kworker.0 00010000:00080000:0.0:1788985527.523055:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114338e300 x1875885973671936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985527.523063:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973671936:0@lo:400:kworker.0 00010000:00080000:0.0:1788985527.523072:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d67100 x1875885973672448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985527.523080:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973672448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.523087:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973671296:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.523094:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973671808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.523101:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973672320:0@lo:400:kworker.0 00000100:00080000:3.0:1788985527.523504:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985527.523509:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985527.523521:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973671552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523563:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.523590:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973672064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523611:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.523642:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788985527.523648:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973671680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523670:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.523688:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973672192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523706:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985527.523732:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672064 00000100:00100000:3.0:1788985527.523736:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672064 00000100:00100000:3.0:1788985527.523768:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672192 00000100:00100000:3.0:1788985527.523771:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672192 00000100:00100000:3.0:1788985527.523791:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985527.523797:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973672064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523833:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973672064:12345-0@lo:400:kworker.0 Request processed in 36us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985527.523840:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985527.523852:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788985527.523858:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973672192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.523897:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973672192:12345-0@lo:400:kworker.0 Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985527.523903:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788985527.523920:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671680 00000100:00100000:3.0:1788985527.523923:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671680 00000100:00100000:3.0:1788985527.523965:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788985527.523971:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973671680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.524001:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973671680:12345-0@lo:400:kworker.0 Request processed in 30us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985527.524007:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:3.0:1788985527.524030:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985527.524052:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973671680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.524061:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973672192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985527.524070:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973672064:0@lo:400:kworker.0 00000100:00100000:2.0:1788985527.524428:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973671040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985527.524625:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973671552 00000100:00100000:0.0:1788985527.524630:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973671552 00000100:00100000:0.0:1788985527.524771:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:0.0:1788985527.524779:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973671552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985527.524827:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973671552:12345-0@lo:400:kworker.0 Request processed in 50us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985527.524834:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:3.0:1788985527.527841:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973671552:0@lo:400:kworker.0 00010000:00010000:3.0:1788985528.350335:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985529.119087:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985529.119096:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985529.119100:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985529.119149:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985529.119161:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985529.119173:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985529.119197:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973672576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985529.119277:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985529.119537:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8780 going to sleep for 11 seconds 00000100:00100000:3.0:1788985529.124365:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672576 00000100:00100000:3.0:1788985529.124381:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672576 00000100:00100000:3.0:1788985529.124440:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1788985529.124450:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973672576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985529.124468:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985529.124488:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12463c6800/0xa0dd3253da530461 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53045a expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985529.124525:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6800/0xa0dd3253da530461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53045a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985529.124549:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12463c6800/0xa0dd3253da530461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53045a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985529.124558:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c6800, rc 0) 00000100:00100000:3.0:1788985529.124653:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973672576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (5376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985529.124660:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1788985529.125080:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973672576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985529.125104:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530461 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985529.125115:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530461 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985529.125139:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985529.125145:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530461 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985529.125161:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da53045a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530461 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985529.374098:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985530.140353:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985530.140400:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229568 00000100:00100000:3.0:1788985530.140411:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229568 00000100:00100000:3.0:1788985530.140480:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 92 00000100:00100000:3.0:1788985530.140491:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:33837:x1875885953229568:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985530.140522:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985530.140547:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7000/0xa0dd3253da530468 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171e1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140610:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7a00/0xa0dd3253da53046f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140624:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7a00/0xa0dd3253da53046f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140637:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7a00/0xa0dd3253da53046f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788985530.140747:0:6515:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788985530.140752:0:6515:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788985530.140774:0:6515:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7a00/0xa0dd3253da53046f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140808:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7000/0xa0dd3253da530468 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171e1 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140823:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7a00/0xa0dd3253da53046f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171e1 expref: 6 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.140831:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494600) 00010000:00010000:3.0:1788985530.140834:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788985530.140838:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c7a00, rc 0) 00000100:00100000:3.0:1788985530.140896:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33837:x1875885953229568:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 406us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985530.140904:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 92 00000100:00080000:3.0:1788985530.140946:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985530.148104:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985530.148871:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229696 00000100:00100000:3.0:1788985530.148885:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229696 00000100:00100000:3.0:1788985530.149075:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 93 00000100:00100000:3.0:1788985530.149085:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33837:x1875885953229696:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985530.149108:0:10354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985530.149132:0:10354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7400/0xa0dd3253da530476 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171e8 expref: -99 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149191:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149206:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149219:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149240:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149247:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149254:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149294:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149303:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149310:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149316:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7600 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985530.149321:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149329:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149341:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494600) 00010000:00010000:3.0:1788985530.149345:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985530.149350:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149357:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7600/0xa0dd3253da53047d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149373:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149380:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149386:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149392:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7800 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985530.149396:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149403:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149410:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff8b1248494000) 00010000:00010000:3.0:1788985530.149413:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985530.149416:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149422:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7800/0xa0dd3253da530484 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149448:0:10354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7400/0xa0dd3253da530476 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171e8 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149458:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494600) 00010000:00010000:3.0:1788985530.149460:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985530.149469:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7400/0xa0dd3253da530476 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171e8 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985530.149479:0:10354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c7400, rc 0) 00000100:00100000:3.0:1788985530.149553:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:33837:x1875885953229696:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 469us (1460us total) trans 0 rc 301/301 00000100:00100000:3.0:1788985530.149561:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 93 00010000:00010000:3.0:1788985530.398328:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985530.590428:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985530.596352:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973672832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985530.596432:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985530.596547:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672832 00000100:00100000:3.0:1788985530.596565:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672832 00000100:00100000:2.0:1788985530.596634:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973672704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985530.596659:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985530.596662:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1788985530.596688:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973672832:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985530.596692:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672704 00000100:00100000:2.0:1788985530.596695:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672704 00002000:00000024:3.0:1788985530.596717:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985530.596765:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973672832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985530.596772:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1788985530.596797:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973672832:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985530.597975:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985530.601018:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1788985530.601032:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973672704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985530.601059:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985530.601918:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973672704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 887us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985530.601950:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1788985530.604805:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973672704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985531.103745:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985531.103785:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973672960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985531.103896:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985531.104102:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973672960 00000100:00100000:0.0:1788985531.104113:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973672960 00000100:00100000:0.0:1788985531.104172:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1788985531.104183:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973672960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985531.104219:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985531.104314:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973672960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985531.104321:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1788985531.105690:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973672960:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985531.423336:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788985531.701389:0:56252:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_21: @@@@@@ FAIL: cannot chmod mapped_trusted_noadmin:0:c0:0:003 00010000:00010000:0.0:1788985532.446774:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985532.477993:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985532.478046:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985532.478081:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985532.478126:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953230080 00000100:00100000:0.0:1788985532.478139:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953230080 00000100:00100000:0.0:1788985532.478215:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229952 00000100:00100000:0.0:1788985532.478219:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229952 00000100:00100000:0.0:1788985532.478249:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1749 00000100:00100000:0.0:1788985532.478260:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953230080:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985532.478358:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953230080:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 100us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985532.478383:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1749 00000100:00100000:1.0:1788985532.478923:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1750 00000100:00100000:1.0:1788985532.478973:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2391:x1875885953229952:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985532.479010:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2391:x1875885953229952:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.479017:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1750 00000100:00080000:1.0:1788985532.479041:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985532.479046:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985532.479921:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953229824 00000100:00100000:2.0:1788985532.479962:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953229824 00000100:00100000:2.0:1788985532.480006:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 896 00000100:00100000:2.0:1788985532.480015:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953229824:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985532.480080:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953229824:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985532.480087:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 896 00000100:00100000:1.0:1788985532.638326:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973673472:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638436:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638513:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973673984:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638542:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638563:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973674496:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638586:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638615:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788985532.638621:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973673088:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638673:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638698:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973673600:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638724:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638743:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973674112:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638764:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638792:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973674624:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638813:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973673216:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638878:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638898:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973673728:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.638971:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.638990:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973674240:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639011:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.639030:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985532.639036:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973673344:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639059:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.639078:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973673856:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639098:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.639115:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973674368:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639134:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985532.639163:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673472 00000100:00100000:1.0:1788985532.639173:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673472 00000100:00100000:1.0:1788985532.639218:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673216 00000100:00100000:1.0:1788985532.639221:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673216 00000100:00100000:1.0:1788985532.639230:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673728 00000100:00100000:1.0:1788985532.639232:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673728 00000100:00100000:1.0:1788985532.639255:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674240 00000100:00100000:1.0:1788985532.639257:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674240 00000100:00100000:1.0:1788985532.639269:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673856 00000100:00100000:1.0:1788985532.639271:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673856 00000100:00100000:1.0:1788985532.639282:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674368 00000100:00100000:1.0:1788985532.639284:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674368 00000100:00100000:1.0:1788985532.639298:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1788985532.639307:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973673472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639363:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973673472:12345-0@lo:400:kworker.0 Request processed in 57us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639370:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:1.0:1788985532.639388:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1788985532.639400:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973673216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639430:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973673216:12345-0@lo:400:kworker.0 Request processed in 30us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639435:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1788985532.639446:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1788985532.639451:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973673728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639475:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973673728:12345-0@lo:400:kworker.0 Request processed in 25us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639491:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1788985532.639503:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1788985532.639509:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973674240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639536:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973674240:12345-0@lo:400:kworker.0 Request processed in 28us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639541:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1788985532.639555:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1788985532.639560:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973673856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639586:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973673856:12345-0@lo:400:kworker.0 Request processed in 26us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639593:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1788985532.639604:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1788985532.639610:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973674368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639636:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973674368:12345-0@lo:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639641:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1788985532.639663:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673984 00000100:00100000:1.0:1788985532.639673:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673984 00000100:00100000:1.0:1788985532.639695:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674496 00000100:00100000:1.0:1788985532.639698:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674496 00000100:00100000:1.0:1788985532.639711:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674112 00000100:00100000:1.0:1788985532.639714:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674112 00000100:00100000:1.0:1788985532.639726:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674624 00000100:00100000:1.0:1788985532.639729:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674624 00000100:00100000:1.0:1788985532.639742:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788985532.639748:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973673984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639778:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973673984:12345-0@lo:400:kworker.0 Request processed in 30us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639784:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788985532.639794:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788985532.639800:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973674496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639824:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973674496:12345-0@lo:400:kworker.0 Request processed in 24us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639829:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788985532.639838:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788985532.639843:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973674112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639865:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973674112:12345-0@lo:400:kworker.0 Request processed in 22us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639870:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788985532.639879:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788985532.639884:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973674624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.639907:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973674624:12345-0@lo:400:kworker.0 Request processed in 23us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.639912:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788985532.639971:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673088 00000100:00100000:1.0:1788985532.639975:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673088 00000100:00100000:1.0:1788985532.640001:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1788985532.640008:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973673088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640041:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973673088:12345-0@lo:400:kworker.0 Request processed in 34us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.640047:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1788985532.640077:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673600 00000100:00100000:1.0:1788985532.640081:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673600 00000100:00100000:1.0:1788985532.640113:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973673344 00000100:00100000:1.0:1788985532.640115:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973673344 00000100:00100000:1.0:1788985532.640127:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1788985532.640132:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973673600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640160:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973673600:12345-0@lo:400:kworker.0 Request processed in 28us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.640165:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1788985532.640174:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1788985532.640179:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973673344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640201:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973673344:12345-0@lo:400:kworker.0 Request processed in 22us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985532.640207:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00080000:1.0:1788985532.640248:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985532.640253:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985532.640255:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985532.640258:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985532.640296:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973673344:0@lo:400:kworker.0 00010000:00080000:1.0:1788985532.640310:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1247c42a00 x1875885973673856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985532.640326:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973673856:0@lo:400:kworker.0 00010000:00080000:1.0:1788985532.640337:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114407e680 x1875885973674368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985532.640345:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973674368:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640355:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973673216:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640364:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973673728:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640373:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973674240:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640416:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973673088:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640427:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973673600:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640438:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973674112:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640447:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973674624:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640459:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973673472:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640469:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973673984:0@lo:400:kworker.0 00000100:00100000:1.0:1788985532.640489:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973674496:0@lo:400:kworker.0 00000100:00100000:2.0:1788985532.642923:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985532.642962:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973674752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985532.643041:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985532.643112:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674752 00000100:00100000:2.0:1788985532.643121:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674752 00000100:00100000:2.0:1788985532.643167:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788985532.643176:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973674752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985532.643218:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985532.643269:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973674752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985532.643276:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788985532.643344:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973674752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985532.644636:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973674880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985532.644719:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985532.644900:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973674880 00000100:00100000:0.0:1788985532.644910:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973674880 00000100:00100000:0.0:1788985532.644987:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1788985532.644998:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973674880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985532.645032:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985532.645090:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973674880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985532.645097:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1788985532.646167:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973674880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985532.648800:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973675008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985532.648893:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985532.649140:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973675008 00000100:00100000:2.0:1788985532.649160:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973675008 00000100:00100000:2.0:1788985532.649224:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1788985532.649235:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973675008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985532.649262:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985532.656017:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973675008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6768us (7109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985532.656038:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788985532.663697:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973675008:0@lo:13:osp-pre-1-0.0 Debug log: 3532 lines, 3532 kept, 0 dropped, 0 bad.