00000040:00080000:3.0F:1790657918.000925:0:16459:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1790657918.000943:0:16459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790657918.000979:0:16459:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1790657918.000985:0:16459:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0F:1790657918.213037:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214535:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214562:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214584:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214601:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214617:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214632:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214647:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214672:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.214706:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743424 00000100:00100000:2.0:1790657918.214716:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743424 00000100:00100000:2.0:1790657918.214772:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743552 00000100:00100000:2.0:1790657918.214776:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743552 00000100:00100000:2.0:1790657918.214790:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743936 00000100:00100000:2.0:1790657918.214792:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743936 00000100:00100000:2.0:1790657918.214804:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744064 00000100:00100000:2.0:1790657918.214806:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744064 00000100:00100000:2.0:1790657918.214821:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 61 00000100:00100000:2.0:1790657918.214830:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+25:2419:x1877640454743424:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215041:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+25:2419:x1877640454743424:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 210us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215050:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 61 00000100:00100000:2.0:1790657918.215069:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 62 00000100:00100000:2.0:1790657918.215077:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454743552:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215106:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454743552:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 30us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215112:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 62 00000100:00100000:2.0:1790657918.215124:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 63 00000100:00100000:2.0:1790657918.215130:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2419:x1877640454743936:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215188:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2419:x1877640454743936:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 58us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215195:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 63 00000100:00100000:2.0:1790657918.215320:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 64 00000100:00100000:2.0:1790657918.215328:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744064:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215357:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744064:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 29us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215363:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 64 00000100:00100000:2.0:1790657918.215385:0:17809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743680 00000100:00100000:2.0:1790657918.215389:0:17809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743680 00000100:00100000:2.0:1790657918.215418:0:17809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743808 00000100:00100000:2.0:1790657918.215422:0:17809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743808 00000100:00100000:2.0:1790657918.215435:0:17809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744192 00000100:00100000:2.0:1790657918.215438:0:17809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744192 00000100:00100000:2.0:1790657918.215450:0:17809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744320 00000100:00100000:2.0:1790657918.215452:0:17809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744320 00000100:00100000:2.0:1790657918.215614:0:17809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:2.0:1790657918.215622:0:17809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454743680:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215652:0:17809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454743680:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 32us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215658:0:17809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:2.0:1790657918.215670:0:17809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:2.0:1790657918.215677:0:17809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454743808:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215699:0:17809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454743808:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 24us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215715:0:17809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:2.0:1790657918.215727:0:17809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:2.0:1790657918.215733:0:17809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744192:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215758:0:17809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744192:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 26us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215764:0:17809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:2.0:1790657918.215775:0:17809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:2.0:1790657918.215781:0:17809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744320:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790657918.215815:0:17809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2419:x1877640454744320:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 33us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657918.215821:0:17809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00080000:2.0:1790657918.215865:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1790657918.215869:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790657918.215872:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790657918.215875:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790657918.218983:0:16418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454743296 00000100:00100000:3.0:1790657918.218997:0:16418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454743296 00000100:00100000:3.0:1790657918.219058:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 167 00000100:00100000:3.0:1790657918.219069:0:16418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2419:x1877640454743296:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790657918.219172:0:16418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2419:x1877640454743296:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 105us (6148us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657918.219179:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 167 00010000:00010000:2.0:1790657918.257627:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657918.517416:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790657918.517441:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471586304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790657918.517560:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1790657918.519009:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586304 00000100:00100000:1.0:1790657918.519062:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586304 00000100:00100000:1.0:1790657918.519179:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790657918.519190:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471586304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790657918.519256:0:16429:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790657918.519348:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471586304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 160us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657918.519356:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790657918.521340:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471586304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790657918.731860:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657918.731907:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657918.731976:0:17735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744448 00000100:00100000:3.0:1790657918.731986:0:17735:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744448 00002000:00100000:3.0:1790657918.732034:0:17735:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->8) req@ffff92ce4acec700 x1877640454744448/t0(0) o4->8086cafa-efd0-4052-8378-b2d043415eb6@192.168.204.50@tcp:269/0 lens 504/0 e 0 to 0 dl 1790657929 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1790657918.732043:0:17735:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff92ce4acec700 with x1877640454744448 ext(0->8) 00002000:00010000:3.0:1790657918.732049:0:17735:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ce4acec700 00000100:00100000:3.0:1790657918.732087:0:17735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:3.0:1790657918.732096:0:17735:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454744448:12345-192.168.204.50@tcp:4:bash.0 00000100:00100000:1.0:1790657918.732415:0:17809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744576 00000100:00100000:1.0:1790657918.732420:0:17809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744576 00000100:00100000:1.0:1790657918.732453:0:17809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:1.0:1790657918.732460:0:17809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+7:2419:x1877640454744576:12345-192.168.204.50@tcp:16:kworker.0 00000100:00100000:1.0:1790657918.732642:0:17735:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8086cafa-efd0-4052-8378-b2d043415eb6+9:2419:x1877640454744448:12345-192.168.204.50@tcp:4:bash.0 Request processed in 546us (733us total) trans 8589934599 rc 0/0 00000100:00100000:1.0:1790657918.732654:0:17735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 0 00002000:00100000:1.0:1790657918.732661:0:17735:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->8) req@ffff92ce4acec700 x1877640454744448/t8589934599(0) o4->8086cafa-efd0-4052-8378-b2d043415eb6@192.168.204.50@tcp:269/0 lens 504/448 e 0 to 0 dl 1790657929 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:1.0:1790657918.732670:0:17735:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff92ce4acec700 with x1877640454744448 ext(0->8) 00002000:00010000:1.0:1790657918.732674:0:17735:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ce4acec700 00000001:00080000:2.0:1790657918.825426:0:8122:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000100:00100000:3.0:1790657918.827074:0:17809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454744576:12345-192.168.204.50@tcp:16:kworker.0 Request processed in 94603us (95222us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657918.827243:0:17809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:1.0:1790657919.024387:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790657919.024415:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471586432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790657919.024491:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657919.024596:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586432 00000100:00100000:1.0:1790657919.024605:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586432 00000100:00100000:1.0:1790657919.024681:0:18933:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790657919.024693:0:18933:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471586432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790657919.024735:0:18933:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1790657919.024937:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790657919.024954:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471586560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790657919.025697:0:18933:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471586432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1005us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657919.025707:0:18933:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790657919.027133:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471586944:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027317:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027366:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471587072:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027392:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027410:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471587584:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027447:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027466:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471588096:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027487:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027505:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1790657919.027510:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7f685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471586688:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027540:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027562:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471587200:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027578:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027591:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471587712:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.027608:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027621:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471588224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790657919.027640:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657919.027936:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586560 00000100:00100000:2.0:1790657919.027944:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586560 00000100:00100000:2.0:1790657919.028031:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790657919.028041:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471586560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1790657919.028064:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790657919.028103:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471586560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657919.028110:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790657919.028128:0:17729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587072 00000100:00100000:2.0:1790657919.028131:0:17729:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587072 00000100:00100000:2.0:1790657919.028168:0:17729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790657919.028174:0:17729:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471587072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.028202:0:17729:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471587072:12345-0@lo:400:kworker.0 Request processed in 28us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657919.028216:0:17729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790657919.028233:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587584 00000100:00100000:2.0:1790657919.028236:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587584 00000100:00100000:2.0:1790657919.028254:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588096 00000100:00100000:2.0:1790657919.028257:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588096 00000100:00100000:1.0:1790657919.028329:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471586432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790657919.028352:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471586816:0@lo:400:kworker.0 00000100:00100000:1.0:1790657919.028378:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657919.028398:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471587328:0@lo:400:kworker.0 00000100:00100000:1.0:1790657919.028415:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657919.028423:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471587840:0@lo:400:kworker.0 00000100:00100000:1.0:1790657919.028437:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657919.028445:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471588352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790657919.028462:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657919.028485:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588352 00000100:00100000:1.0:1790657919.028488:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588352 00000100:00080000:0.0F:1790657919.028529:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790657919.028539:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790657919.028541:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790657919.028608:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657919.028634:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471587456:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.028652:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657919.028678:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471587968:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.028696:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657919.028716:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588224 00000100:00100000:3.0:1790657919.028719:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588224 00000100:00100000:3.0:1790657919.028736:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586816 00000100:00100000:3.0:1790657919.028739:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586816 00000100:00100000:3.0:1790657919.028746:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587328 00000100:00100000:3.0:1790657919.028748:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587328 00000100:00100000:3.0:1790657919.028758:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790657919.028763:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3451:x1877640471588224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790657919.028790:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790657919.028830:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3451:x1877640471588224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.028836:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790657919.028848:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790657919.028854:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471586816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029005:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471586816:12345-0@lo:400:kworker.0 Request processed in 151us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.029012:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790657919.029023:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790657919.029029:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471587328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029052:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471587328:12345-0@lo:400:kworker.0 Request processed in 23us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.029063:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790657919.029079:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586944 00000100:00100000:3.0:1790657919.029082:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586944 00000100:00100000:3.0:1790657919.029107:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587456 00000100:00100000:3.0:1790657919.029109:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587456 00000100:00100000:3.0:1790657919.029122:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1790657919.029127:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471586944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029180:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471586944:12345-0@lo:400:kworker.0 Request processed in 52us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.029185:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1790657919.029195:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1790657919.029200:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3454:x1877640471587456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029222:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3454:x1877640471587456:12345-0@lo:400:kworker.0 Request processed in 22us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.029227:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1790657919.029242:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790657919.029375:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471586816:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029384:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471587328:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029409:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471586944:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029418:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471587456:0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029646:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587200 00000100:00100000:3.0:1790657919.029650:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587200 00000100:00100000:3.0:1790657919.029741:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587712 00000100:00100000:3.0:1790657919.029745:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587712 00000100:00100000:3.0:1790657919.029766:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587840 00000100:00100000:3.0:1790657919.029775:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587840 00000100:00100000:3.0:1790657919.029789:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471587968 00000100:00100000:3.0:1790657919.029791:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471587968 00000100:00100000:3.0:1790657919.029803:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1790657919.029809:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471587584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.029860:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471587584:12345-0@lo:400:kworker.0 Request processed in 51us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.029866:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:0.0:1790657919.029945:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790657919.029948:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790657919.029984:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1790657919.029989:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471587200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.030017:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471587200:12345-0@lo:400:kworker.0 Request processed in 28us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.030022:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1790657919.030032:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1790657919.030038:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471587712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.030057:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471587712:12345-0@lo:400:kworker.0 Request processed in 20us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.030062:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1790657919.030072:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790657919.030078:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471587840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.030112:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471587840:12345-0@lo:400:kworker.0 Request processed in 35us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.030118:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790657919.030127:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790657919.030133:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471587968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.030180:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471587968:12345-0@lo:400:kworker.0 Request processed in 47us (1483us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.030191:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790657919.030211:0:16419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471586688 00000100:00100000:3.0:1790657919.030214:0:16419:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471586688 00000100:00100000:3.0:1790657919.030234:0:16419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1790657919.030240:0:16419:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12befd7f-123b-4418-8715-cb07310ca0d2+24:3451:x1877640471586688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657919.030269:0:16419:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12befd7f-123b-4418-8715-cb07310ca0d2+24:3451:x1877640471586688:12345-0@lo:400:kworker.0 Request processed in 29us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657919.030275:0:16419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00010000:00080000:0.0:1790657919.030591:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c7a300 x1877640471587840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657919.030605:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471587840:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.030925:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790657919.030935:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471588096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.030978:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471588096:12345-0@lo:400:kworker.0 Request processed in 46us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657919.030983:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790657919.031032:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7f685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471586688:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.031044:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471587200:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.031053:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471587712:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.031070:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471588224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790657919.031080:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471587072:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.031089:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471587584:0@lo:400:kworker.0 00010000:00080000:2.0:1790657919.031099:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c7bb80 x1877640471588096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790657919.031108:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471588096:0@lo:400:kworker.0 00000100:00100000:2.0:1790657919.031123:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471586560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790657919.031315:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471587968:0@lo:400:kworker.0 00000100:00100000:1.0:1790657919.031529:0:18933:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790657919.031539:0:18933:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471588352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790657919.031557:0:18933:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3859808256 avail 3856662528 00000100:00100000:1.0:1790657919.031606:0:18933:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471588352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (3141us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657919.031613:0:18933:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790657919.032189:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471588352:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1790657919.282676:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790657919.664756:0:17077:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1790657920.109571:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:2.0:1790657920.109606:0:6473:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92cf81649b40 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1790657920.109612:0:6473:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff92ce41233000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92cf81649240 00000020:00080000:2.0:1790657920.109615:0:6473:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff92ce41233100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ce4a3cf000 00000020:00080000:2.0:1790657920.109657:0:16465:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1790657920.109992:0:16465:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1790657920.110095:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110108:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110117:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110124:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790657920.110128:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110136:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110178:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff92cf452e1200) 00010000:00010000:3.0:1790657920.110181:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790657920.110193:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.110200:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1d200/0xefae7e19be409d5b lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657920.304515:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657920.338954:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657920.338990:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744704 00000100:00100000:2.0:1790657920.339000:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744704 00000100:00100000:2.0:1790657920.339089:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72 00000100:00100000:2.0:1790657920.339100:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8086cafa-efd0-4052-8378-b2d043415eb6+11:15692:x1877640454744704:12345-192.168.204.50@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1790657920.339244:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8086cafa-efd0-4052-8378-b2d043415eb6+11:15692:x1877640454744704:12345-192.168.204.50@tcp:60:lhsmtool_posix.0 Request processed in 145us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657920.339251:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72 00000100:00080000:0.0:1790657920.339394:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790657920.346034:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657920.347238:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454744832 00000100:00100000:2.0:1790657920.347251:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454744832 00000100:00080000:0.0:1790657920.347503:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790657920.347534:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73 00000100:00100000:2.0:1790657920.347548:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f6dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+5:15692:x1877640454744832:12345-192.168.204.50@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1790657920.347651:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f6dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8086cafa-efd0-4052-8378-b2d043415eb6+5:15692:x1877640454744832:12345-192.168.204.50@tcp:60:lhsmtool_posix.0 Request processed in 107us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657920.347657:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73 00000100:00100000:3.0:1790657920.350750:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790657920.350992:0:16426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745088 00000100:00100000:2.0:1790657920.351004:0:16426:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745088 00000100:00100000:2.0:1790657920.351054:0:16426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:2.0:1790657920.351064:0:16426:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4135e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8086cafa-efd0-4052-8378-b2d043415eb6+11:15692:x1877640454745088:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1790657920.353388:0:16426:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4135e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8086cafa-efd0-4052-8378-b2d043415eb6+12:15692:x1877640454745088:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 Request processed in 2315us (2636us total) trans 8589934636 rc 0/0 00000100:00100000:2.0:1790657920.353419:0:16426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 16 00010000:00010000:0.0:1790657921.329512:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657921.590880:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471588480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790657921.590952:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657921.595534:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588480 00000100:00100000:1.0:1790657921.595553:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588480 00000100:00100000:2.0:1790657921.596091:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790657921.596103:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471588480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790657921.596163:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790657921.596253:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471588480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (5301us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657921.596261:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790657921.596329:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471588480:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1790657921.597290:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1790657922.354312:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657923.329688:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657923.329723:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657923.329763:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657923.329784:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.329861:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745600 00000100:00100000:1.0:1790657923.329885:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745600 00000100:00100000:1.0:1790657923.329949:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 28 00000100:00100000:1.0:1790657923.329959:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454745600:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.330025:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8086cafa-efd0-4052-8378-b2d043415eb6+6:2419:x1877640454745600:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 68us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.330032:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 28 00000100:00100000:1.0:1790657923.330053:0:16416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745216 00000100:00100000:1.0:1790657923.330057:0:16416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745216 00000100:00100000:1.0:1790657923.330078:0:16416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 169 00000100:00100000:1.0:1790657923.330083:0:16416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2419:x1877640454745216:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.330104:0:16416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58261450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2419:x1877640454745216:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.330109:0:16416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 169 00000100:00100000:1.0:1790657923.330170:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745344 00000100:00100000:1.0:1790657923.330174:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745344 00000100:00100000:1.0:1790657923.330199:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745472 00000100:00100000:1.0:1790657923.330201:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745472 00000100:00100000:1.0:1790657923.330219:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 71 00000100:00100000:1.0:1790657923.330224:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+12:2419:x1877640454745344:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.330251:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+12:2419:x1877640454745344:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 27us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.330257:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 71 00000100:00100000:1.0:1790657923.330266:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 72 00000100:00100000:1.0:1790657923.330271:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454745472:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.330288:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+5:2419:x1877640454745472:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 17us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.330299:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 72 00000100:00080000:3.0:1790657923.330698:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790657923.330704:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790657923.330706:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790657923.344619:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.344712:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.344800:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.344831:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745856 00000100:00100000:1.0:1790657923.344840:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745856 00000100:00100000:1.0:1790657923.344898:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745984 00000100:00100000:1.0:1790657923.344902:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745984 00000100:00100000:1.0:1790657923.344928:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 73 00000100:00100000:1.0:1790657923.344939:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2418:x1877640454745856:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.345011:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f6dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2418:x1877640454745856:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 73us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.345019:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 73 00000100:00100000:1.0:1790657923.345038:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74 00000100:00100000:1.0:1790657923.345044:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2418:x1877640454745984:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657923.345071:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2418:x1877640454745984:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 27us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.345076:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74 00000100:00080000:3.0:1790657923.345410:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790657923.345414:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790657923.349940:0:17730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454745728 00000100:00100000:0.0:1790657923.349956:0:17730:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454745728 00000100:00100000:0.0:1790657923.350097:0:17730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:0.0:1790657923.350108:0:17730:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8086cafa-efd0-4052-8378-b2d043415eb6+5:2415:x1877640454745728:12345-192.168.204.50@tcp:9:kworker.0 00000020:00000080:0.0:1790657923.350172:0:17730:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a28 00000100:00080000:0.0:1790657923.350189:0:17730:0:(import.c:65:import_set_state_nolock()) ffff92ce41d3d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790657923.350230:0:17730:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1790657923.350509:0:17730:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f6de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8086cafa-efd0-4052-8378-b2d043415eb6+2:2415:x1877640454745728:12345-192.168.204.50@tcp:9:kworker.0 Request processed in 402us (5900us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657923.350517:0:17730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 31 00010000:00010000:2.0:1790657923.351184:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790657923.352895:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790657923.355339:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.355428:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657923.355458:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746112 00000100:00100000:1.0:1790657923.355467:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746112 00000100:00100000:1.0:1790657923.355518:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746240 00000100:00100000:1.0:1790657923.355522:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746240 00000100:00100000:1.0:1790657923.355549:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 32 00000100:00100000:1.0:1790657923.355558:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2415:x1877640454746112:12345-192.168.204.50@tcp:9:kworker.0 00000020:00000080:1.0:1790657923.355597:0:18522:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a60 00000100:00080000:1.0:1790657923.355612:0:18522:0:(import.c:65:import_set_state_nolock()) ffff92ce4ac38800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790657923.355661:0:18522:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1790657923.355937:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:21eaaabd-649a-4b53-925d-2994b2c8b3aa+2:2415:x1877640454746112:12345-192.168.204.50@tcp:9:kworker.0 Request processed in 378us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.355945:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 32 00000100:00100000:1.0:1790657923.355960:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 33 00000100:00100000:1.0:1790657923.355966:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2415:x1877640454746240:12345-192.168.204.50@tcp:9:kworker.0 00000020:00000080:1.0:1790657923.355981:0:18522:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a67 00000100:00080000:1.0:1790657923.355986:0:18522:0:(import.c:65:import_set_state_nolock()) ffff92ce490de000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790657923.356005:0:18522:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1790657923.356088:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:21eaaabd-649a-4b53-925d-2994b2c8b3aa+2:2415:x1877640454746240:12345-192.168.204.50@tcp:9:kworker.0 Request processed in 120us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657923.356095:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 33 00010000:00010000:1.0:1790657923.356138:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657923.356163:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657923.359084:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1790657923.359096:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1790657923.376349:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790657923.632914:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4a7d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471588608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790657923.632995:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657923.633172:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588608 00000100:00100000:0.0:1790657923.633182:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588608 00000100:00100000:0.0:1790657923.633238:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790657923.633248:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471588608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790657923.633289:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790657923.633362:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471588608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657923.633369:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790657923.633465:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4a7d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471588608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790657924.147341:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471588736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790657924.147409:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657924.147487:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588736 00000100:00100000:0.0:1790657924.147494:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588736 00000100:00100000:0.0:1790657924.147542:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790657924.147551:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471588736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790657924.147583:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790657924.147624:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471588736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657924.147631:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1790657924.147649:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790657924.147681:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471588736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790657924.149337:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471588864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790657924.149391:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657924.149439:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588864 00000100:00100000:0.0:1790657924.149445:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588864 00000100:00100000:0.0:1790657924.149489:0:18933:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790657924.149497:0:18933:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471588864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790657924.149514:0:18933:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790657924.149554:0:18933:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471588864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657924.149561:0:18933:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1790657924.149579:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790657924.149621:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471588864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790657924.153780:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471588992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790657924.153865:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657924.153942:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471588992 00000100:00100000:0.0:1790657924.153950:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471588992 00000100:00100000:0.0:1790657924.154003:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790657924.154012:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471588992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790657924.154050:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790657924.154098:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471588992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657924.154104:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790657924.154174:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471588992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790657924.154894:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471589120:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.154937:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.154963:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471589632:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.154987:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155003:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471590144:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155026:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155044:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790657924.155049:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471589248:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155086:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155101:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471589760:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155118:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155130:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471590272:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155250:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155280:0:16418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589120 00000100:00100000:3.0:1790657924.155285:0:16418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589120 00000100:00100000:3.0:1790657924.155318:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1790657924.155326:0:16418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12befd7f-123b-4418-8715-cb07310ca0d2+24:3451:x1877640471589120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155370:0:16418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12befd7f-123b-4418-8715-cb07310ca0d2+24:3451:x1877640471589120:12345-0@lo:400:kworker.0 Request processed in 44us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657924.155377:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1790657924.155419:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471589120:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155441:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471589376:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155465:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155481:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471589888:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155501:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155513:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1790657924.155519:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471589504:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155542:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155560:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471590016:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155594:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657924.155617:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589504 00000100:00100000:3.0:1790657924.155621:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589504 00000100:00100000:3.0:1790657924.155641:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790657924.155655:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471589504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.155695:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471589504:12345-0@lo:400:kworker.0 Request processed in 41us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657924.155701:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790657924.155740:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471589504:0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.156432:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589632 00000100:00100000:1.0:1790657924.156438:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589632 00000100:00100000:1.0:1790657924.156651:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589248 00000100:00100000:1.0:1790657924.156655:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589248 00000100:00100000:1.0:1790657924.156773:0:17731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790657924.156782:0:17731:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471589632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.156841:0:17731:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471589632:12345-0@lo:400:kworker.0 Request processed in 61us (1852us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.156848:0:17731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790657924.156873:0:17731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790657924.156879:0:17731:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471589248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.156908:0:17731:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471589248:12345-0@lo:400:kworker.0 Request processed in 29us (1821us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.156913:0:17731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790657924.156931:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590144 00000100:00100000:1.0:1790657924.156934:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590144 00000100:00100000:1.0:1790657924.156955:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589760 00000100:00100000:1.0:1790657924.156957:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589760 00000100:00100000:1.0:1790657924.156967:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590272 00000100:00100000:1.0:1790657924.156969:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590272 00000100:00100000:1.0:1790657924.156979:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589376 00000100:00100000:1.0:1790657924.156981:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589376 00000100:00100000:1.0:1790657924.156991:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471589888 00000100:00100000:1.0:1790657924.156993:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471589888 00000100:00100000:1.0:1790657924.157005:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590016 00000100:00100000:1.0:1790657924.157007:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590016 00000100:00100000:1.0:1790657924.157020:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790657924.157026:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471590144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157058:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471590144:12345-0@lo:400:kworker.0 Request processed in 32us (2031us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157064:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790657924.157075:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790657924.157080:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471589760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157103:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471589760:12345-0@lo:400:kworker.0 Request processed in 23us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157108:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790657924.157116:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790657924.157121:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471590272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157304:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471590272:12345-0@lo:400:kworker.0 Request processed in 181us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157311:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790657924.157324:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1790657924.157329:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471589376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157357:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471589376:12345-0@lo:400:kworker.0 Request processed in 28us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157363:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1790657924.157375:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790657924.157382:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471589888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157410:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471589888:12345-0@lo:400:kworker.0 Request processed in 28us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157415:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790657924.157425:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1790657924.157431:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471590016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.157456:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471590016:12345-0@lo:400:kworker.0 Request processed in 25us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657924.157461:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1790657924.158271:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471590400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790657924.158321:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1790657924.158368:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c78700 x1877640471590016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657924.158382:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471590016:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.158395:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471589376:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.158404:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471589888:0@lo:400:kworker.0 00000100:00100000:3.0:1790657924.158440:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590400 00000100:00100000:3.0:1790657924.158444:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590400 00000100:00100000:3.0:1790657924.158478:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790657924.158485:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471590400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790657924.158512:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657924.158549:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471590400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657924.158556:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790657924.158592:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471590400:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1790657924.159252:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790657924.159259:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790657924.159262:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790657924.161490:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471589248:0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.161510:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471589760:0@lo:400:kworker.0 00010000:00080000:1.0:1790657924.161526:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c7a680 x1877640471590272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657924.161537:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471590272:0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.161565:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471589632:0@lo:400:kworker.0 00000100:00100000:1.0:1790657924.161575:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471590144:0@lo:400:kworker.0 00000001:00100000:2.0:1790657924.189783:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:2.0:1790657924.189792:0:8122:0:(genops.c:885:class_export_put()) final put ffff92ce4ac38000/21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:3.0:1790657924.189874:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4ac38000/21eaaabd-649a-4b53-925d-2994b2c8b3aa for lustre-OST0000 00000020:00000080:3.0:1790657924.189917:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4ac38800 for lustre-OST0000 00010000:00010000:1.0:1790657924.400270:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1790657925.269844:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:1.0:1790657925.269867:0:6473:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1790657925.269915:0:16465:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1790657925.269930:0:16465:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1790657925.424542:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657926.450415:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790657926.704394:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471590528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790657926.704482:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657926.708240:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590528 00000100:00100000:1.0:1790657926.708256:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590528 00000100:00100000:1.0:1790657926.708349:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790657926.708362:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471590528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790657926.708402:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790657926.708787:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471590528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 426us (4304us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657926.708796:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1790657926.708858:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790657926.708906:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471590528:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1790657927.482321:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790657928.240521:0:16459:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1790657928.240530:0:16459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790657928.240590:0:16459:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1790657928.240619:0:16459:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000001:00100000:0.0:1790657928.316853:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8086cafa-efd0-4052-8378-b2d043415eb6 00000020:00000080:0.0:1790657928.316865:0:9061:0:(genops.c:885:class_export_put()) final put ffff92ce41d3a800/8086cafa-efd0-4052-8378-b2d043415eb6 00000020:00000080:0.0:1790657928.316891:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d3a800/8086cafa-efd0-4052-8378-b2d043415eb6 for lustre-OST0001 00000020:00000080:0.0:1790657928.316933:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce41d3d000 for lustre-OST0001 00000001:00100000:0.0:1790657928.316953:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:0.0:1790657928.316955:0:9061:0:(genops.c:885:class_export_put()) final put ffff92ce490d9800/21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:0.0:1790657928.316966:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce490d9800/21eaaabd-649a-4b53-925d-2994b2c8b3aa for lustre-OST0001 00000020:00000080:0.0:1790657928.316988:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce490de000 for lustre-OST0001 00000100:00100000:1.0:1790657928.447744:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447792:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447821:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447857:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447880:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447901:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657928.447926:0:16419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746368 00000100:00100000:1.0:1790657928.447935:0:16419:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746368 00000100:00100000:1.0:1790657928.447983:0:16419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 171 00000100:00100000:1.0:1790657928.447993:0:16419:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2417:x1877640454746368:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657928.448061:0:16419:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2417:x1877640454746368:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 69us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657928.448081:0:16419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 171 00000100:00100000:1.0:1790657928.448113:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746496 00000100:00100000:1.0:1790657928.448116:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746496 00000100:00100000:1.0:1790657928.448171:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454747008 00000100:00100000:1.0:1790657928.448175:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454747008 00000100:00100000:1.0:1790657928.448188:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746624 00000100:00100000:1.0:1790657928.448190:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746624 00000100:00100000:1.0:1790657928.448201:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746880 00000100:00100000:1.0:1790657928.448202:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746880 00000100:00100000:1.0:1790657928.448215:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 81 00000100:00100000:1.0:1790657928.448221:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8086cafa-efd0-4052-8378-b2d043415eb6+11:2417:x1877640454746496:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657928.448253:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8086cafa-efd0-4052-8378-b2d043415eb6+11:2417:x1877640454746496:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 31us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657928.448259:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 81 00000100:00100000:1.0:1790657928.448271:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 82 00000100:00100000:1.0:1790657928.448277:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2417:x1877640454747008:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657928.448300:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2417:x1877640454747008:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 23us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657928.448306:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 82 00000100:00100000:1.0:1790657928.448317:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 83 00000100:00100000:1.0:1790657928.448323:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8086cafa-efd0-4052-8378-b2d043415eb6+5:2417:x1877640454746624:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657928.448343:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8086cafa-efd0-4052-8378-b2d043415eb6+5:2417:x1877640454746624:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 20us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657928.448349:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 83 00000100:00100000:1.0:1790657928.448359:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 84 00000100:00100000:0.0:1790657928.448470:0:17729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454746752 00000100:00100000:0.0:1790657928.448474:0:17729:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454746752 00000100:00100000:0.0:1790657928.448505:0:17729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:0.0:1790657928.448512:0:17729:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8086cafa-efd0-4052-8378-b2d043415eb6+6:2417:x1877640454746752:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:0.0:1790657928.448544:0:17729:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8086cafa-efd0-4052-8378-b2d043415eb6+6:2417:x1877640454746752:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 26us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657928.448551:0:17729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00080000:2.0:1790657928.448826:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790657928.448830:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790657928.448833:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790657928.449007:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2417:x1877640454746880:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790657928.449094:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2417:x1877640454746880:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 723us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657928.449102:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 84 00010000:00010000:1.0:1790657928.496573:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657928.754050:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790657928.754074:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471590656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790657928.754162:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657928.754229:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590656 00000100:00100000:0.0:1790657928.754238:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590656 00000100:00100000:0.0:1790657928.754289:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790657928.754298:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471590656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790657928.754337:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790657928.754382:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471590656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657928.754389:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790657928.754518:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471590656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790657929.264339:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471590784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790657929.264412:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.264485:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590784 00000100:00100000:3.0:1790657929.264493:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590784 00000100:00100000:3.0:1790657929.264548:0:18933:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790657929.264557:0:18933:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471590784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790657929.264605:0:18933:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657929.264660:0:18933:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471590784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.264668:0:18933:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1790657929.264703:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790657929.264751:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471590784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790657929.265397:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471590912:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.265441:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657929.265472:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471591424:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.265497:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657929.265514:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471591936:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.265534:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657929.265561:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471592448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790657929.265584:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266102:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471591168:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266134:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266166:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471591680:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266186:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266218:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471592192:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266239:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266255:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471592704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790657929.266273:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266294:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790657929.266300:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471591296:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266318:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266334:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471591808:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266364:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266384:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471592320:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266403:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657929.266426:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591168 00000100:00100000:3.0:1790657929.266432:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591168 00000100:00100000:3.0:1790657929.266474:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591680 00000100:00100000:3.0:1790657929.266478:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591680 00000100:00100000:3.0:1790657929.266496:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591296 00000100:00100000:3.0:1790657929.266499:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591296 00000100:00100000:3.0:1790657929.266515:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790657929.266523:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471591168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266570:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471591168:12345-0@lo:400:kworker.0 Request processed in 47us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266577:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790657929.266611:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790657929.266628:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471591680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266658:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471591680:12345-0@lo:400:kworker.0 Request processed in 41us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266665:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790657929.266677:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790657929.266683:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471591296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266709:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471591296:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266715:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790657929.266737:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591424 00000100:00100000:3.0:1790657929.266741:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591424 00000100:00100000:3.0:1790657929.266759:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591936 00000100:00100000:3.0:1790657929.266770:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591936 00000100:00100000:3.0:1790657929.266787:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592192 00000100:00100000:3.0:1790657929.266790:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592192 00000100:00100000:3.0:1790657929.266801:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591808 00000100:00100000:3.0:1790657929.266803:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591808 00000100:00100000:3.0:1790657929.266814:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592320 00000100:00100000:3.0:1790657929.266816:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592320 00000100:00100000:3.0:1790657929.266831:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790657929.266838:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471591424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266871:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471591424:12345-0@lo:400:kworker.0 Request processed in 34us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266877:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790657929.266889:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790657929.266895:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471591936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266924:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471591936:12345-0@lo:400:kworker.0 Request processed in 29us (1388us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266930:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790657929.266942:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790657929.266949:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471592192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.266975:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471592192:12345-0@lo:400:kworker.0 Request processed in 27us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.266980:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790657929.266993:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790657929.266999:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471591808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267026:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471591808:12345-0@lo:400:kworker.0 Request processed in 28us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.267032:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790657929.267051:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1790657929.267057:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471592320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267086:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471592320:12345-0@lo:400:kworker.0 Request processed in 30us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.267092:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1790657929.267113:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592704 00000100:00100000:3.0:1790657929.267116:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592704 00000100:00100000:3.0:1790657929.267162:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790657929.267170:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471592704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790657929.267205:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657929.267237:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471592704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657929.267244:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1790657929.267276:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790657929.267280:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790657929.267283:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790657929.267285:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790657929.267318:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471591296:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267328:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471591808:0@lo:400:kworker.0 00010000:00080000:3.0:1790657929.267339:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4f1a1c00 x1877640471592320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657929.267349:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471592320:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267359:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471591168:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267368:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471591680:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267377:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471592192:0@lo:400:kworker.0 00000100:00100000:3.0:1790657929.267400:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471592704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790657929.267515:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471591424:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.267524:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471591936:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.267535:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1790657929.267541:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471591040:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.267567:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657929.269185:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471591552:0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.269484:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657929.269973:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592448 00000100:00100000:1.0:1790657929.269982:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592448 00000100:00100000:1.0:1790657929.270029:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591040 00000100:00100000:1.0:1790657929.270032:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591040 00000100:00100000:1.0:1790657929.270050:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1790657929.270059:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3453:x1877640471592448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790657929.270102:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790657929.270169:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3453:x1877640471592448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (4583us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657929.270176:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1790657929.270193:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1790657929.270285:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471591040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.270316:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471591040:12345-0@lo:400:kworker.0 Request processed in 35us (2749us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657929.270322:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1790657929.272925:0:16416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471590912 00000100:00100000:0.0:1790657929.272939:0:16416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471590912 00000100:00100000:0.0:1790657929.272989:0:16416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1790657929.272997:0:16416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:12befd7f-123b-4418-8715-cb07310ca0d2+24:3453:x1877640471590912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790657929.273061:0:16416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:12befd7f-123b-4418-8715-cb07310ca0d2+24:3453:x1877640471590912:12345-0@lo:400:kworker.0 Request processed in 64us (7620us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657929.273067:0:16416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1790657929.274523:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471592064:0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.275814:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657929.275862:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471592576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790657929.275902:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657929.275941:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471590912:0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.275978:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471592448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790657929.276004:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471591040:0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.276029:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592064 00000100:00100000:1.0:1790657929.276034:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592064 00000100:00100000:1.0:1790657929.276096:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1790657929.276104:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471592064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.276176:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471592064:12345-0@lo:400:kworker.0 Request processed in 72us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657929.276182:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1790657929.276225:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592576 00000100:00100000:1.0:1790657929.276229:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592576 00000100:00100000:1.0:1790657929.276254:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790657929.276260:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471592576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790657929.276272:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790657929.276302:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471592576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657929.276309:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1790657929.276324:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1790657929.276350:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4f1a2680 x1877640471592064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657929.276362:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471592064:0@lo:400:kworker.0 00000100:00100000:1.0:1790657929.276375:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471592576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790657929.286409:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471591552 00000100:00100000:2.0:1790657929.286431:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471591552 00000100:00100000:2.0:1790657929.286497:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790657929.286507:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471591552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657929.286607:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471591552:12345-0@lo:400:kworker.0 Request processed in 101us (17123us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657929.286614:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1790657929.286816:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471591552:0@lo:400:kworker.0 00000001:02000400:1.0:1790657929.296031:0:20064:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 00:58:47 (1790657927) 00010000:00010000:3.0:1790657929.521378:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790657929.905459:0:17077:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1790657930.544526:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657931.570113:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657931.824660:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790657931.824684:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471592832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790657931.824753:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657931.824944:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592832 00000100:00100000:2.0:1790657931.824952:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592832 00000100:00100000:2.0:1790657931.825014:0:18933:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790657931.825024:0:18933:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471592832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790657931.825059:0:18933:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790657931.825109:0:18933:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471592832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657931.825116:0:18933:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790657931.825131:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471592832:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1790657931.825362:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1790657932.596397:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790657932.930569:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657932.930613:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657932.930648:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657932.930820:0:16409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454747136 00000100:00100000:3.0:1790657932.930831:0:16409:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454747136 00000100:00100000:3.0:1790657932.930898:0:16409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454747392 00000100:00100000:3.0:1790657932.930901:0:16409:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454747392 00000100:00100000:3.0:1790657932.930916:0:16409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454747264 00000100:00100000:3.0:1790657932.930919:0:16409:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454747264 00000100:00100000:3.0:1790657932.930935:0:16409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:3.0:1790657932.930944:0:16409:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf479e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+15:2418:x1877640454747136:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790657932.930961:0:16409:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790657932.930981:0:16409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf6b748e00/0xefae7e19be4099fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f67d expref: 15 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.931001:0:16409:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790657932.931070:0:16409:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf479e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+14:2418:x1877640454747136:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 126us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657932.931078:0:16409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:3.0:1790657932.931130:0:16409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:3.0:1790657932.931136:0:16409:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2418:x1877640454747392:12345-192.168.204.50@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1790657932.931344:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:1.0:1790657932.931353:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+13:2418:x1877640454747264:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790657932.931380:0:16411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790657932.931390:0:16411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf6b749a00/0xefae7e19be409a05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f6ae expref: 13 pid: 16416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657932.931400:0:16411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790657932.931420:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+12:2418:x1877640454747264:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 70us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657932.931426:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6 00010000:00010000:3.0:1790657932.931762:0:16409:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790657932.931773:0:16409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf413df600/0xefae7e19be409a8a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f764 expref: 11 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.931786:0:16409:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790657932.931828:0:16409:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+10:2418:x1877640454747392:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 691us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657932.931835:0:16409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:1.0:1790657932.936019:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657932.936093:0:18522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454747648 00000100:00100000:3.0:1790657932.936103:0:18522:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454747648 00000100:00100000:3.0:1790657932.936213:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 34 00000100:00100000:3.0:1790657932.936224:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8086cafa-efd0-4052-8378-b2d043415eb6+6:2415:x1877640454747648:12345-192.168.204.50@tcp:9:umount.0 00000020:00000080:3.0:1790657932.936260:0:18522:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a21 00000020:00010000:3.0:1790657932.936268:0:18522:0:(genops.c:1920:obd_stale_export_put()) Put export ffff92ce41d3e000: total 0 00000100:00080000:3.0:1790657932.936272:0:18522:0:(import.c:65:import_set_state_nolock()) ffff92ce41d3b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790657932.936319:0:18522:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000020:00010000:2.0:1790657932.936486:0:16413:0:(genops.c:1906:obd_stale_export_get()) Get export ffff92ce41d3e000: total 0 00010000:00010000:2.0:1790657932.936491:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657932.936524:0:16413:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff92ce41d3e000, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1790657932.936567:0:16413:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1790657932.936570:0:16413:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1790657913 -> 1790657914 00002000:00010000:2.0:1790657932.936574:0:16413:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1790657913 -> 1790657914 00002000:00010000:2.0:1790657932.936576:0:16413:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1790657932.936601:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c54d904f/0xefae7e19be409d8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f83d expref: 5 pid: 17730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657932.936625:0:16413:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff92ce41d3e000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1790657932.936634:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657932.936636:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657932.936651:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657932.936973:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8086cafa-efd0-4052-8378-b2d043415eb6+2:2415:x1877640454747648:12345-192.168.204.50@tcp:9:umount.0 Request processed in 748us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657932.936982:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 34 00000100:00080000:0.0:1790657932.939689:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790657932.949273:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790657932.949641:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454748544 00000100:00100000:0.0:1790657932.949652:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454748544 00000100:00100000:0.0:1790657932.949735:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 74 00000100:00100000:0.0:1790657932.949745:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+11:2415:x1877640454748544:12345-192.168.204.50@tcp:39:umount.0 00000020:00000080:0.0:1790657932.949796:0:16425:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a13 00000020:00010000:0.0:1790657932.949814:0:16425:0:(genops.c:1920:obd_stale_export_put()) Put export ffff92cf582e6800: total 0 00000100:00080000:0.0:1790657932.949819:0:16425:0:(import.c:65:import_set_state_nolock()) ffff92cf582e2800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790657932.949852:0:16425:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00080000:1.0:1790657932.950259:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:3.0:1790657932.950398:0:16412:0:(genops.c:1906:obd_stale_export_get()) Get export ffff92cf582e6800: total 0 00010000:00010000:3.0:1790657932.950440:0:16412:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff92cf582e6800, canceled 0 locks, left on hash table 6. 00010000:00010000:3.0:1790657932.950471:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff92cf58f8f900) 00010000:00010000:3.0:1790657932.950474:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790657932.950483:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be409afa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f772 expref: 12 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950512:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf485d6000) 00010000:00010000:3.0:1790657932.950525:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790657932.950529:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf47bcb400/0xefae7e19be409b39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f780 expref: 11 pid: 16425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950552:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff92cf452e1200) 00010000:00010000:3.0:1790657932.950563:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790657932.950569:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf412a9800/0xefae7e19be409d31 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f81a expref: 10 pid: 16425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950588:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff92cf42dbb600) 00010000:00010000:3.0:1790657932.950591:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790657932.950595:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094e00/0xefae7e19be409ade lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f76b expref: 9 pid: 16424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950611:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff92cf485d6600) 00010000:00010000:3.0:1790657932.950614:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1790657932.950618:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf47bcbc00/0xefae7e19be409bbe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f7aa expref: 8 pid: 16423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950633:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff92cf58f8fc00) 00010000:00010000:3.0:1790657932.950635:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790657932.950639:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ba00/0xefae7e19be409cd6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f805 expref: 7 pid: 16423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657932.950653:0:16412:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff92cf582e6800, canceled 6 locks, left on hash table 0. 00010000:00010000:3.0:1790657932.950667:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657932.950669:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657932.950671:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657932.950977:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8086cafa-efd0-4052-8378-b2d043415eb6+3:2415:x1877640454748544:12345-192.168.204.50@tcp:39:umount.0 Request processed in 1232us (1713us total) trans 8589934637 rc 0/0 00000100:00100000:0.0:1790657932.950987:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 74 00000100:00100000:2.0:1790657932.971854:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657932.971965:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454748672 00000100:00100000:1.0:1790657932.971975:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454748672 00000100:00100000:1.0:1790657932.972050:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 75 00000100:00100000:1.0:1790657932.972061:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8086cafa-efd0-4052-8378-b2d043415eb6+5:2415:x1877640454748672:12345-192.168.204.50@tcp:39:umount.0 00000020:00000080:1.0:1790657932.972097:0:16424:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a1a 00000100:00080000:1.0:1790657932.972115:0:16424:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f2000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790657932.972166:0:16424:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1790657932.972644:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8086cafa-efd0-4052-8378-b2d043415eb6+3:2415:x1877640454748672:12345-192.168.204.50@tcp:39:umount.0 Request processed in 582us (798us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1790657932.972653:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 75 00010000:00010000:1.0:1790657932.972694:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790657932.972889:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790657933.568974:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657933.569017:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790657933.569203:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454748800 00000100:00100000:0.0:1790657933.569213:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454748800 00000100:00100000:0.0:1790657933.569280:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454748928 00000100:00100000:0.0:1790657933.569284:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454748928 00000100:00100000:0.0:1790657933.569310:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 91 00000100:00100000:0.0:1790657933.569319:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2416:x1877640454748800:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:0.0:1790657933.569395:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2416:x1877640454748800:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 77us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657933.569403:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 91 00000100:00100000:0.0:1790657933.569423:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 92 00000100:00100000:0.0:1790657933.569430:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2416:x1877640454748928:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:0.0:1790657933.569454:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2416:x1877640454748928:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 25us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657933.569460:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 92 00000100:00080000:1.0:1790657933.569812:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790657933.569817:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1790657933.616821:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790657933.872377:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471592960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790657933.872450:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657933.872601:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471592960 00000100:00100000:2.0:1790657933.872610:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471592960 00000100:00100000:2.0:1790657933.872665:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790657933.872675:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471592960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790657933.872713:0:16428:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790657933.878713:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471592960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6027us (6251us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657933.878729:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1790657933.880039:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471592960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790657934.385261:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790657934.385282:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471593216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790657934.385438:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657934.387461:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471593088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790657934.387547:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657934.387605:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593088 00000100:00100000:3.0:1790657934.387613:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593088 00000100:00100000:3.0:1790657934.387662:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1790657934.387684:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471593088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790657934.387739:0:16429:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790657934.387788:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471593088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657934.387796:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1790657934.387839:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471593088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790657934.388789:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593216 00000100:00100000:1.0:1790657934.388799:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593216 00000100:00100000:1.0:1790657934.388841:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790657934.388850:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471593216:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790657934.389281:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471593344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790657934.389404:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657934.389462:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471593472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790657934.389560:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790657934.389589:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790657934.389605:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593344 00000100:00100000:0.0:1790657934.389609:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593344 00000100:00100000:0.0:1790657934.389635:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593472 00000100:00100000:0.0:1790657934.389638:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593472 00000100:00100000:0.0:1790657934.389652:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790657934.389658:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471593344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790657934.389781:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790657934.389829:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471593216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 981us (4391us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657934.389837:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790657934.389854:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790657934.389860:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471593472:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1790657934.389982:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471593728:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390016:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390035:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471594240:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390056:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390076:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1790657934.390167:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471593856:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390209:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390229:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471594368:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390250:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390352:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471593984:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390378:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390393:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1877640471594496:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390411:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390429:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1790657934.390435:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471593600:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390469:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390492:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471594112:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390513:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390539:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7fe1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471594624:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390559:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657934.390580:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594240 00000100:00100000:2.0:1790657934.390584:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594240 00000100:00100000:2.0:1790657934.390611:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593856 00000100:00100000:2.0:1790657934.390614:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593856 00000100:00100000:2.0:1790657934.390626:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594368 00000100:00100000:2.0:1790657934.390629:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594368 00000100:00100000:2.0:1790657934.390640:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594496 00000100:00100000:2.0:1790657934.390642:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594496 00000100:00100000:2.0:1790657934.390656:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594112 00000100:00100000:2.0:1790657934.390659:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594112 00000100:00100000:2.0:1790657934.390667:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594624 00000100:00100000:2.0:1790657934.390669:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594624 00000100:00100000:2.0:1790657934.390681:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1790657934.390689:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6012ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471594240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.390732:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6012ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471594240:12345-0@lo:400:kworker.0 Request processed in 43us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657934.390739:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1790657934.390908:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1790657934.390916:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471593856:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1790657934.391048:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790657934.391086:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471593344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1427us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657934.391094:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1790657934.391113:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790657934.391116:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790657934.391119:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790657934.391121:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790657934.391185:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471593344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790657934.391204:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471593216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790657934.391229:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471593856:12345-0@lo:400:kworker.0 Request processed in 313us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657934.391238:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1790657934.391251:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1790657934.391262:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471594368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790657934.391296:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471594368:12345-0@lo:400:kworker.0 Request processed in 37us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657934.391330:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1790657934.391347:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6688b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1877640471594496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.391382:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6688b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1877640471594496:12345-0@lo:400:kworker.0 Request processed in 37us (969us total) trans 0 rc 0/0 00002000:00000024:1.0:1790657934.391646:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790657934.391683:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471593472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1822us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657934.391691:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790657934.391731:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1790657934.391738:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1790657934.391755:0:16418:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593600 00000100:00100000:3.0:1790657934.391763:0:16418:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593600 00000100:00100000:1.0:1790657934.391795:0:17730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593728 00000100:00100000:3.0:1790657934.391796:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1790657934.391803:0:17730:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593728 00000100:00100000:3.0:1790657934.391807:0:16418:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12befd7f-123b-4418-8715-cb07310ca0d2+24:3453:x1877640471593600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657934.391849:0:16418:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12befd7f-123b-4418-8715-cb07310ca0d2+24:3453:x1877640471593600:12345-0@lo:400:kworker.0 Request processed in 44us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657934.391853:0:17730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1790657934.391860:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1790657934.392025:0:17730:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6012f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471593728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790657934.392182:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1790657934.392199:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1790657934.392202:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471594112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.392214:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471594624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790657934.392239:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471594112:12345-0@lo:400:kworker.0 Request processed in 40us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657934.392246:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00080000:0.0:1790657934.392270:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790657934.392328:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471594624:12345-0@lo:400:kworker.0 Request processed in 118us (1767us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657934.392336:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1790657934.392385:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471593856:0@lo:400:kworker.0 00010000:00080000:2.0:1790657934.392401:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce42c63480 x1877640471594368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790657934.392412:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471594368:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.392427:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471594240:0@lo:400:kworker.0 00000100:00100000:3.0:1790657934.392436:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471593984 00000100:00100000:3.0:1790657934.392442:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471593984 00000100:00100000:2.0:1790657934.392469:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471593600:0@lo:400:kworker.0 00000100:00100000:3.0:1790657934.392477:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790657934.392486:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471594112:0@lo:400:kworker.0 00010000:00080000:2.0:1790657934.392499:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf7fe1bb80 x1877640471594624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657934.392501:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6688b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471593984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.392527:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7fe1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471594624:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.392546:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1877640471594496:0@lo:400:kworker.0 00000100:00100000:2.0:1790657934.393587:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471593472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790657934.393595:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6688b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471593984:12345-0@lo:400:kworker.0 Request processed in 1106us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657934.393605:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790657934.394205:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471593984:0@lo:400:kworker.0 00000100:00100000:1.0:1790657934.396347:0:17730:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6012f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471593728:12345-0@lo:400:kworker.0 Request processed in 4478us (6324us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657934.396370:0:17730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790657934.396456:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471593728:0@lo:400:kworker.0 00000001:00100000:0.0:1790657934.427811:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8086cafa-efd0-4052-8378-b2d043415eb6 00000001:00080000:0.0:1790657934.427829:0:7255:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1790657934.427834:0:7255:0:(genops.c:885:class_export_put()) final put ffff92cf582e0000/8086cafa-efd0-4052-8378-b2d043415eb6 00000020:00000080:1.0:1790657934.427941:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582e0000/8086cafa-efd0-4052-8378-b2d043415eb6 for lustre-MDT0001 00000020:00000080:1.0:1790657934.428011:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4a6f2000 for lustre-MDT0001 00000001:00100000:1.0:1790657934.452766:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8086cafa-efd0-4052-8378-b2d043415eb6 00000020:00000080:1.0:1790657934.452777:0:8122:0:(genops.c:885:class_export_put()) final put ffff92ce41d3e000/8086cafa-efd0-4052-8378-b2d043415eb6 00000020:00000080:2.0:1790657934.453051:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d3e000/8086cafa-efd0-4052-8378-b2d043415eb6 for lustre-OST0000 00000020:00000080:2.0:1790657934.453107:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce41d3b000 for lustre-OST0000 00000100:00100000:1.0:1790657934.622188:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657934.622242:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657934.622278:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790657934.622379:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749056 00000100:00100000:0.0:1790657934.622392:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749056 00000100:00100000:0.0:1790657934.622461:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749312 00000100:00100000:0.0:1790657934.622464:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749312 00000100:00100000:0.0:1790657934.622475:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749184 00000100:00100000:0.0:1790657934.622477:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749184 00000100:00100000:0.0:1790657934.622492:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:0.0:1790657934.622501:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+12:2419:x1877640454749056:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790657934.622529:0:16411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790657934.622550:0:16411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69b000/0xefae7e19be409a3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f6ed expref: 12 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657934.622567:0:16411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790657934.622619:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+11:2419:x1877640454749056:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 119us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657934.622626:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:0.0:1790657934.622644:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:0.0:1790657934.622650:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+10:2419:x1877640454749312:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790657934.622658:0:16411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790657934.622680:0:16411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69b200/0xefae7e19be409a83 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f75d expref: 10 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657934.622690:0:16411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790657934.622708:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+9:2419:x1877640454749312:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 59us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657934.622715:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:0.0:1790657934.622728:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:0.0:1790657934.622734:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+8:2419:x1877640454749184:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790657934.622741:0:16411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790657934.622762:0:16411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf412a8000/0xefae7e19be409a44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f71e expref: 8 pid: 16416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657934.622770:0:16411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790657934.622788:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a820e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+7:2419:x1877640454749184:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 54us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657934.622794:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:0.0:1790657934.628319:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657934.628422:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749568 00000100:00100000:1.0:1790657934.628431:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749568 00000100:00100000:1.0:1790657934.628497:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 76 00000100:00100000:1.0:1790657934.628507:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+6:2415:x1877640454749568:12345-192.168.204.50@tcp:39:umount.0 00000020:00000080:1.0:1790657934.628561:0:16425:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a52 00000020:00010000:1.0:1790657934.628570:0:16425:0:(genops.c:1920:obd_stale_export_put()) Put export ffff92cf43e30000: total 0 00000100:00080000:1.0:1790657934.628574:0:16425:0:(import.c:65:import_set_state_nolock()) ffff92ce490df800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790657934.628609:0:16425:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:1.0:1790657934.628831:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2415:x1877640454749568:12345-192.168.204.50@tcp:39:umount.0 Request processed in 325us (523us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1790657934.628840:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 76 00000020:00010000:0.0:1790657934.629031:0:16412:0:(genops.c:1906:obd_stale_export_get()) Get export ffff92cf43e30000: total 0 00010000:00010000:0.0:1790657934.629070:0:16412:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff92cf43e30000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1790657934.629103:0:16412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf485d6000) 00010000:00010000:0.0:1790657934.629106:0:16412:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790657934.629115:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf47bcac00/0xefae7e19be409b47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f787 expref: 4 pid: 16424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657934.629136:0:16412:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff92cf43e30000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1790657934.629180:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657934.629183:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657934.629196:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657934.639906:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790657934.639983:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749696 00000100:00100000:3.0:1790657934.639994:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749696 00000100:00100000:3.0:1790657934.640102:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 77 00000100:00100000:3.0:1790657934.640113:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+5:2415:x1877640454749696:12345-192.168.204.50@tcp:39:umount.0 00000020:00000080:3.0:1790657934.640183:0:17753:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409a59 00000100:00080000:3.0:1790657934.640196:0:17753:0:(import.c:65:import_set_state_nolock()) ffff92ce490dc800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790657934.640222:0:17753:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:1.0:1790657934.640232:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657934.640367:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657934.641037:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:21eaaabd-649a-4b53-925d-2994b2c8b3aa+3:2415:x1877640454749696:12345-192.168.204.50@tcp:39:umount.0 Request processed in 922us (1139us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1790657934.641046:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 77 00000100:00100000:3.0:1790657934.672270:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790657934.672391:0:16419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454749952 00000100:00100000:1.0:1790657934.672401:0:16419:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454749952 00000100:00100000:1.0:1790657934.672456:0:16419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 174 00000100:00100000:1.0:1790657934.672466:0:16419:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf58262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+7:2415:x1877640454749952:12345-192.168.204.50@tcp:251:umount.0 00000020:00000080:1.0:1790657934.672533:0:16419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4099f0 00000020:00010000:1.0:1790657934.672541:0:16419:0:(genops.c:1920:obd_stale_export_put()) Put export ffff92cf582e6000: total 0 00000100:00080000:1.0:1790657934.672560:0:16419:0:(import.c:65:import_set_state_nolock()) ffff92cf582e3800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1790657934.672659:0:16419:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf58262c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dddfa64c-138b-4ba4-9431-fd9a7cc0a13d+3:2415:x1877640454749952:12345-192.168.204.50@tcp:251:umount.0 Request processed in 194us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657934.672668:0:16419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 174 00000020:00010000:0.0:1790657934.672854:0:16412:0:(genops.c:1906:obd_stale_export_get()) Get export ffff92cf582e6000: total 0 00010000:00010000:0.0:1790657934.672859:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657934.672899:0:16412:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff92cf582e6000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1790657934.672932:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf412a9000/0xefae7e19be4099f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f676 expref: 2 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657934.672946:0:16412:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff92cf582e6000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1790657934.672956:0:16412:0:(genops.c:885:class_export_put()) final put ffff92cf582e6000/dddfa64c-138b-4ba4-9431-fd9a7cc0a13d 00010000:00010000:0.0:1790657934.672975:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657934.672977:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657934.672979:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790657934.673062:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582e6000/dddfa64c-138b-4ba4-9431-fd9a7cc0a13d for MGS 00000020:00000080:1.0:1790657934.673107:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf582e3800 for MGS 00000001:00100000:3.0:1790657935.479658:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8086cafa-efd0-4052-8378-b2d043415eb6 00000001:00080000:3.0:1790657935.479677:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:3.0:1790657935.479682:0:6473:0:(genops.c:885:class_export_put()) final put ffff92cf582e6800/8086cafa-efd0-4052-8378-b2d043415eb6 00000001:00100000:3.0:1790657935.479701:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000001:00080000:3.0:1790657935.480029:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:3.0:1790657935.480033:0:6473:0:(genops.c:885:class_export_put()) final put ffff92cf43e30000/21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:3.0:1790657935.480057:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582e6800/8086cafa-efd0-4052-8378-b2d043415eb6 for lustre-MDT0000 00000020:00000080:3.0:1790657935.480131:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf43e30000/21eaaabd-649a-4b53-925d-2994b2c8b3aa for lustre-MDT0000 00000020:00000080:3.0:1790657935.480192:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf582e2800 for lustre-MDT0000 00000020:00000080:3.0:1790657935.480203:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce490df800 for lustre-MDT0000 00010000:00010000:1.0:1790657935.665266:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790657936.225122:0:20263:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1790657936.241419:0:20263:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1790657936.241466:0:20263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.241507:0:20263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.241517:0:20263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.241524:0:20263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.241545:0:20263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1790657936.241565:0:20263:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1790657936.241590:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790657936.241595:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790657936.241600:0:20263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1790657936.241627:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf45edc000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1790657936.241659:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471594752:0@lo:39:umount.0 00000100:00100000:3.0:1790657936.241737:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657936.241788:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594752 00000100:00100000:3.0:1790657936.241795:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594752 00000100:00100000:3.0:1790657936.241842:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790657936.241852:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3450:x1877640471594752:12345-0@lo:39:umount.0 00000020:00000080:3.0:1790657936.241879:0:16423:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4095e4 00000100:00080000:3.0:1790657936.241887:0:16423:0:(import.c:65:import_set_state_nolock()) ffff92cf51488800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1790657936.241957:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3450:x1877640471594752:12345-0@lo:39:umount.0 Request processed in 105us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657936.241964:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000020:00000080:3.0:1790657936.241973:0:16423:0:(genops.c:885:class_export_put()) final put ffff92cf5148e800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:3.0:1790657936.242017:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf45edc000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1790657936.242023:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471594752:0@lo:39:umount.0 00000100:00080000:3.0:1790657936.242040:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790657936.242042:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790657936.242046:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1790657936.242868:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790657936.242878:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.242889:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a8e00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790657936.242893:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.242903:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.242970:0:20263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.242980:0:20263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243000:0:20263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243008:0:20263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243022:0:20263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790657936.243027:0:20263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657936.243031:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243034:0:20263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657936.243037:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657936.243040:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:3.0:1790657936.243041:0:20263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243048:0:20263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243056:0:20263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790657936.243061:0:20263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243066:0:20263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243072:0:20263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243087:0:20263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243096:0:20263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1790657936.243102:0:20263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657936.243106:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1790657936.243108:0:20263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243114:0:20263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243119:0:20263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657936.243126:0:20263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1790657936.243128:0:20263:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1790657936.243138:0:16413:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243170:0:16413:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790657936.243192:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790657936.243201:0:20263:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1790657936.243204:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1790657936.243208:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:2.0:1790657936.243208:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a8e00/0xefae7e19be4095b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4095ba expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1790657936.243213:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/11 00000020:00080000:3.0:1790657936.243218:0:20263:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff92ce490df000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:2.0:1790657936.243220:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1790657936.243223:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243224:0:20263:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff92cf810fc000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790657936.243229:0:20263:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff92cf810fd000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:2.0:1790657936.243230:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a8400 already unused, calling callback (ffffffffc1c39c20) 00000020:00080000:3.0:1790657936.243233:0:20263:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff92cf478f1000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00010000:2.0:1790657936.243233:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243239:0:20263:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff92cf7f24cd40) has exports, disconnecting them 00010000:00010000:2.0:1790657936.243241:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243246:0:20263:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92ce490df000), last request at 1790657934 10000000:00010000:2.0:1790657936.243247:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1790657936.243252:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4098df 10000000:01000000:2.0:1790657936.243252:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657936.243254:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1790657936.243256:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00080000:3.0:1790657936.243264:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92ce490de800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1790657936.243271:0:16413:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243276:0:16413:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790657936.243281:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243287:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a8400/0xefae7e19be409504 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40950b expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243298:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce490df000): rc 0 00000020:00000080:3.0:1790657936.243300:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce490df000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1790657936.243305:0:20263:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92cf810fc000), last request at 1790657934 00010000:00010000:2.0:1790657936.243306:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000020:00000080:3.0:1790657936.243308:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409788 00010000:00010000:2.0:1790657936.243309:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1790657936.243313:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf810ff800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1790657936.243315:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a9a00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790657936.243318:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243319:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92cf810fc000): rc 0 00000020:00000080:3.0:1790657936.243321:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf810fc000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1790657936.243325:0:20263:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92cf810fd000), last request at 1790657867 00010000:00010000:2.0:1790657936.243325:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1790657936.243327:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4096d2 00000100:00080000:3.0:1790657936.243330:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf810fa800 : changing import state from FULL to CLOSED 10000000:00010000:2.0:1790657936.243332:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1790657936.243334:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92cf810fd000): rc 0 00000020:00000080:3.0:1790657936.243336:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf810fd000/lustre-MDT0000-lwp-MDT0001_UUID 10000000:01000000:2.0:1790657936.243337:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657936.243339:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00080000:3.0:1790657936.243340:0:20263:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92cf478f1000), last request at 1790657867 10000000:01000000:2.0:1790657936.243341:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00000080:3.0:1790657936.243343:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409677 00000100:00080000:3.0:1790657936.243346:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf6e398800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790657936.243350:0:20263:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00010000:00010000:2.0:1790657936.243353:0:16413:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243357:0:16413:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790657936.243373:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243379:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a9a00/0xefae7e19be4099e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243387:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790657936.243390:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243400:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b800 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790657936.243403:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243409:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657936.243414:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657936.243418:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1790657936.243420:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1790657936.243422:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1790657936.243433:0:16413:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243438:0:16413:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790657936.243443:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243527:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7f69b800/0xefae7e19be409abb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ac2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243539:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790657936.243542:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243548:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a8c00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790657936.243550:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243565:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657936.243571:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657936.243576:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657936.243578:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1790657936.243650:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1790657936.243666:0:16413:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243672:0:16413:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790657936.243679:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243685:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a8c00/0xefae7e19be4094f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4094fd expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.243694:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657936.243695:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657936.243697:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790657936.243712:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471594880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.243766:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790657936.243773:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657936.243780:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790657936.243879:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471595392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.243902:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657936.244002:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790657936.244008:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471595008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244038:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1790657936.244076:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92cf478f1000): rc 0 00000004:00000080:3.0:1790657936.244083:0:20263:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb7ef01c73ae0 00000100:00080000:3.0:1790657936.244100:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790657936.244104:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:2.0:1790657936.244158:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471595136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244182:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657936.244183:0:16410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471594880 00000100:00100000:1.0:1790657936.244189:0:16410:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471594880 00000100:00100000:2.0:1790657936.244205:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790657936.244210:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471595264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790657936.244225:0:16410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595392 00000100:00100000:2.0:1790657936.244228:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657936.244228:0:16410:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595392 00000100:00100000:1.0:1790657936.244239:0:16410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595008 00000100:00100000:1.0:1790657936.244242:0:16410:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595008 00000100:00100000:2.0:1790657936.244247:0:16409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595136 00000100:00100000:2.0:1790657936.244250:0:16409:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595136 00000100:00100000:1.0:1790657936.244251:0:16410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595264 00000100:00100000:1.0:1790657936.244253:0:16410:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595264 00000100:00100000:1.0:1790657936.244265:0:16410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790657936.244277:0:16409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790657936.244277:0:16410:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+28:3451:x1877640471594880:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244283:0:16409:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf479e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12befd7f-123b-4418-8715-cb07310ca0d2+28:3451:x1877640471595392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790657936.244289:0:16409:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790657936.244289:0:16410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790657936.244302:0:16409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a1000/0xefae7e19be4094fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4094f6 expref: 28 pid: 16416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657936.244302:0:16410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf412a8600/0xefae7e19be4095ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4095b3 expref: 28 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657936.244315:0:16409:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790657936.244315:0:16410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790657936.244345:0:16409:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf479e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12befd7f-123b-4418-8715-cb07310ca0d2+26:3451:x1877640471595392:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657936.244345:0:16410:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+26:3451:x1877640471594880:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657936.244352:0:16410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790657936.244354:0:16409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790657936.244367:0:16410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790657936.244372:0:16410:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+24:3451:x1877640471595008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790657936.244387:0:16410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790657936.244395:0:16410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a0200/0xefae7e19be40950b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409504 expref: 24 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790657936.244401:0:16409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1790657936.244403:0:16410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790657936.244406:0:16409:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6688aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12befd7f-123b-4418-8715-cb07310ca0d2+23:3453:x1877640471595264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790657936.244412:0:16409:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790657936.244419:0:16409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf412a8200/0xefae7e19be409ac2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409abb expref: 23 pid: 16416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790657936.244422:0:16410:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+23:3451:x1877640471595008:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (384us total) trans 0 rc 0/0 00010000:00010000:2.0:1790657936.244428:0:16409:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790657936.244428:0:16410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790657936.244440:0:16410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790657936.244446:0:16410:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+21:3453:x1877640471595136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790657936.244453:0:16410:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1790657936.244461:0:16409:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6688aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12befd7f-123b-4418-8715-cb07310ca0d2+21:3453:x1877640471595264:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (220us total) trans 0 rc 0/0 00010000:00010000:1.0:1790657936.244461:0:16410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf413de200/0xefae7e19be4099e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4099e2 expref: 21 pid: 16416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657936.244471:0:16410:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790657936.244476:0:16409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790657936.244504:0:16410:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12befd7f-123b-4418-8715-cb07310ca0d2+19:3453:x1877640471595136:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657936.244509:0:16410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790657936.244521:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471595264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244529:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471595136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244557:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471595008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244564:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471594880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790657936.244570:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471595392:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1790657936.244580:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf5148e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1790657936.244628:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce490df000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1790657936.244649:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf810fc000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1790657936.244672:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf810fd000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1790657936.244699:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf51488800 for lustre-MDT0000 00000020:00000080:0.0:1790657936.244704:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce490de800 for lustre-MDT0000 00000020:00000080:0.0:1790657936.244796:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf810ff800 for lustre-MDT0000 00000020:00000080:0.0:1790657936.245415:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf810fa800 for lustre-MDT0000 00000100:00080000:3.0:1790657936.245620:0:20263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1790657936.245643:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf58a1d000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1790657936.245705:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595520:0@lo:39:umount.0 00000100:00100000:2.0:1790657936.245751:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657936.245912:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595520 00000100:00100000:3.0:1790657936.245919:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595520 00000100:00100000:3.0:1790657936.245966:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1790657936.245985:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3450:x1877640471595520:12345-0@lo:39:umount.0 00000020:00000080:3.0:1790657936.246010:0:16429:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4096fc 00000100:00080000:3.0:1790657936.246018:0:16429:0:(import.c:65:import_set_state_nolock()) ffff92cf582ea800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790657936.246035:0:16429:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1790657936.246222:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3450:x1877640471595520:12345-0@lo:39:umount.0 Request processed in 238us (470us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1790657936.246229:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:3.0:1790657936.246286:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790657936.246290:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1790657936.246299:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1790657936.246362:0:20263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1790657936.246373:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf45eda000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1790657936.246380:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790657936.246382:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1790657936.246388:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1790657936.246441:0:20263:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1790657936.246448:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92cf45ed8000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1790657936.246473:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff92cf7f24cd40) has no exports 00010000:00010000:0.0:1790657936.246682:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790657936.246771:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595648:0@lo:9:umount.0 00000100:00100000:2.0:1790657936.246804:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657936.246833:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595776:0@lo:9:umount.0 00000100:00100000:0.0:1790657936.246848:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595648 00000100:00100000:0.0:1790657936.246853:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595648 00000100:00100000:2.0:1790657936.246854:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790657936.246885:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf58a1d000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1790657936.246888:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595776 00000100:00100000:0.0:1790657936.246890:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595776 00000100:00100000:2.0:1790657936.246891:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595520:0@lo:39:umount.0 00000100:00100000:0.0:1790657936.247135:0:17731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790657936.247196:0:18522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790657936.247206:0:18522:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6688a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3450:x1877640471595776:12345-0@lo:9:umount.0 00000020:00000080:2.0:1790657936.247224:0:18522:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409902 00000100:00080000:2.0:1790657936.247231:0:18522:0:(import.c:65:import_set_state_nolock()) ffff92ce41d3b800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790657936.247259:0:18522:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1790657936.247344:0:17731:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6688a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3450:x1877640471595648:12345-0@lo:9:umount.0 00000020:00000080:0.0:1790657936.247360:0:17731:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4097a4 00000100:00080000:0.0:1790657936.247372:0:17731:0:(import.c:65:import_set_state_nolock()) ffff92cf73213000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790657936.247395:0:17731:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1790657936.247543:0:18522:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6688a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3450:x1877640471595776:12345-0@lo:9:umount.0 Request processed in 338us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657936.247550:0:18522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:2.0:1790657936.247575:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657936.247608:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf45ed8000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790657936.247617:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790657936.247619:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790657936.247622:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595776:0@lo:9:umount.0 00000100:00100000:0.0:1790657936.248732:0:17731:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6688a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3450:x1877640471595648:12345-0@lo:9:umount.0 Request processed in 1544us (1922us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657936.248742:0:17731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1790657936.248767:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790657936.248771:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1790657936.248795:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657936.248867:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf45eda000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790657936.248885:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790657936.248887:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790657936.248890:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471595648:0@lo:9:umount.0 00000020:00080000:3.0:1790657936.254015:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff92cf7f24cd40) has no exports 00000020:00000080:3.0:1790657936.310373:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409551 00000020:00000080:3.0:1790657936.310392:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce44081000/lustre-QMT0000_UUID 00000020:01000000:3.0:1790657936.310414:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1790657936.310601:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657936.310602:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce44081000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1790657936.310612:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790657936.310616:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff92cf7f24b380) has no exports 00000020:00000080:3.0:1790657936.311526:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40954a 00000020:00000080:3.0:1790657936.311533:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7c98b800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1790657936.311658:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7c98b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1790657936.311766:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657936.311846:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1790657936.311850:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7c98b000/lustre-QMT0000_UUID 00000020:00000080:3.0:1790657936.311853:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7c98b000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1790657936.311861:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1790657936.689556:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657937.712590:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1790657938.540992:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657938.541001:0:9061:0:(genops.c:885:class_export_put()) final put ffff92ce41d39000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1790657938.541110:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d39000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1790657938.541193:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce41d3b800 for lustre-OST0001 00010000:00010000:0.0:1790657938.737160:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657938.992721:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790657938.992743:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471595904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790657938.992815:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657938.992845:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471595904 00000100:00100000:2.0:1790657938.992854:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471595904 00000100:00100000:2.0:1790657938.992907:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1790657938.992924:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3451:x1877640471595904:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1790657938.992932:0:16429:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790657938.992985:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3451:x1877640471595904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (159us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790657938.992992:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:02020000:0.0:1790657938.993089:0:3451:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1790657939.003095:0:3451:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790657939.003104:0:3451:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790657939.003109:0:3451:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790657939.025286:0:3451:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657939.025301:0:3451:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 463 00000100:00080000:0.0:1790657939.025321:0:3451:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92cf522ce800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657939.025370:0:3451:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf4f1a1f80 x1877640471596032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790657939.025564:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471596032:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790657939.025637:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.025890:0:16429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596032 00000100:00100000:2.0:1790657939.025898:0:16429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596032 00000100:00100000:2.0:1790657939.026015:0:16429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790657939.026024:0:16429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471596032:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1790657939.026041:0:16429:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1790657939.040733:0:16429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471596032:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 14700us (15087us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790657939.040761:0:16429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:0.0:1790657939.043079:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790657939.043093:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790657939.043099:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471596032:0@lo:38:ptlrpcd_00_00.0 00000040:00080000:0.0:1790657939.128483:0:17077:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790657939.504979:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471596160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790657939.505052:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.505743:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471596288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790657939.505903:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471596544:0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.505927:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.505954:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1877640471597056:0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.505971:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.505992:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1790657939.505997:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12befd7f-123b-4418-8715-cb07310ca0d2:3452:1877640471596416:0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.506019:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.506041:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6688b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471596928:0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.506057:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657939.506082:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597056 00000100:00100000:2.0:1790657939.506089:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597056 00000100:00100000:2.0:1790657939.506184:0:16424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596928 00000100:00100000:2.0:1790657939.506188:0:16424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596928 00000100:00100000:2.0:1790657939.506210:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790657939.506220:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fe1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1877640471597056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.506269:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fe1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1877640471597056:12345-0@lo:400:kworker.0 Request processed in 51us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657939.506276:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790657939.506293:0:16424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1790657939.506310:0:16424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3452:x1877640471596928:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790657939.506316:0:16424:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790657939.506343:0:16424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3452:x1877640471596928:12345-0@lo:400:kworker.0 Request processed in 31us (284us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790657939.506367:0:16424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1790657939.506663:0:16416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596416 00000100:00100000:2.0:1790657939.506667:0:16416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596416 00000100:00100000:2.0:1790657939.506696:0:16416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1790657939.506702:0:16416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf54603050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:12befd7f-123b-4418-8715-cb07310ca0d2+19:3452:x1877640471596416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.506733:0:16416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf54603050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:12befd7f-123b-4418-8715-cb07310ca0d2+19:3452:x1877640471596416:12345-0@lo:400:kworker.0 Request processed in 31us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1790657939.506738:0:16416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:2.0:1790657939.506762:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790657939.508099:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12befd7f-123b-4418-8715-cb07310ca0d2:3452:1877640471596416:0@lo:400:kworker.0 00000100:00080000:2.0:1790657939.508121:0:3452:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790657939.508126:0:3452:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1790657939.508129:0:3452:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1790657939.508134:0:3452:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790657939.508138:0:3452:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 475 00000100:00080000:2.0:1790657939.508161:0:3452:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92ce4a6f7800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790657939.508395:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471596672:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508453:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.508473:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1877640471597184:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508499:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.508536:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1790657939.508543:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471596800:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508579:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.508595:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471597312:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508619:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.508647:0:17730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596544 00000100:00100000:1.0:1790657939.508652:0:17730:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596544 00000100:00100000:1.0:1790657939.508799:0:17730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596672 00000100:00100000:1.0:1790657939.508803:0:17730:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596672 00000100:00100000:1.0:1790657939.508823:0:17730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790657939.508829:0:17730:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471596544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508880:0:17730:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471596544:12345-0@lo:400:kworker.0 Request processed in 51us (2951us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657939.508886:0:17730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790657939.508902:0:17730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790657939.508907:0:17730:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471596672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.508931:0:17730:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471596672:12345-0@lo:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657939.508936:0:17730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790657939.508977:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471596672:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.509028:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597184 00000100:00100000:1.0:1790657939.509032:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597184 00000100:00100000:1.0:1790657939.509047:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596800 00000100:00100000:1.0:1790657939.509049:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596800 00000100:00100000:1.0:1790657939.509054:0:16425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597312 00000100:00100000:1.0:1790657939.509056:0:16425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597312 00000100:00100000:1.0:1790657939.509072:0:16425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1790657939.509079:0:16425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d06f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471597312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.509136:0:16425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d06f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471597312:12345-0@lo:400:kworker.0 Request processed in 57us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657939.509169:0:16425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790657939.509716:0:3452:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce42c61f80 x1877640471597440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790657939.509757:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471596928:0@lo:400:kworker.0 00000100:00100000:2.0:1790657939.509779:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471596544:0@lo:400:kworker.0 00010000:00080000:2.0:1790657939.509793:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf6688ad80 x1877640471597056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790657939.509802:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6688ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1877640471597056:0@lo:400:kworker.0 00000100:00080000:2.0:1790657939.509856:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790657939.509862:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1790657939.509864:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790657939.509897:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790657939.509904:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3453:x1877640471597184:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790657939.509912:0:17753:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790657939.509948:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3453:x1877640471597184:12345-0@lo:400:kworker.0 Request processed in 43us (1447us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790657939.509954:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790657939.509971:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1790657939.509975:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3453:x1877640471596800:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790657939.509980:0:17753:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790657939.510002:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3453:x1877640471596800:12345-0@lo:400:kworker.0 Request processed in 25us (1422us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790657939.510007:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790657939.510575:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471597440:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1790657939.510615:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657939.510652:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597440 00000100:00100000:0.0:1790657939.510658:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597440 00000100:00100000:0.0:1790657939.510678:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1790657939.510683:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597440:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1790657939.510699:0:17753:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1790657939.510731:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597440:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 47us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790657939.510737:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:0.0:1790657939.510764:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790657939.510769:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790657939.510773:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471597440:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1790657939.510830:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790657939.510966:0:3453:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790657939.510971:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790657939.510974:0:3453:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1790657939.510979:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790657939.510982:0:3453:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 463 00000100:00080000:1.0:1790657939.510990:0:3453:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92cf810f9000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790657939.511012:0:3453:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d06f100 x1877640471597568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790657939.511031:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471596800:0@lo:400:kworker.0 00010000:00080000:1.0:1790657939.511045:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf7cf97100 x1877640471597312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657939.511054:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471597312:0@lo:400:kworker.0 00000100:00080000:1.0:1790657939.511063:0:3453:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790657939.511065:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790657939.511068:0:3453:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1790657939.511071:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790657939.511073:0:3453:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 488 00000100:00080000:1.0:1790657939.511078:0:3453:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92cf485ad800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790657939.511089:0:3453:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d06dc00 x1877640471597696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790657939.511110:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1877640471597184:0@lo:400:kworker.0 00000100:00100000:1.0:1790657939.511157:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471597568:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1790657939.511185:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.511200:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d06dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471597696:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1790657939.511216:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790657939.511239:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597568 00000100:00100000:1.0:1790657939.511243:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597568 00000100:00100000:1.0:1790657939.511255:0:17753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597696 00000100:00100000:1.0:1790657939.511257:0:17753:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597696 00000100:00100000:1.0:1790657939.511268:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1790657939.511273:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597568:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1790657939.511280:0:17753:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790657939.511307:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597568:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 33us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657939.511313:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1790657939.511325:0:17753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1790657939.511329:0:17753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597696:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1790657939.511335:0:17753:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1790657939.511361:0:17753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3450:x1877640471597696:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 30us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657939.511366:0:17753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1790657939.511767:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790657939.511773:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790657939.511776:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471597568:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1790657939.511789:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790657939.511801:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790657939.511804:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d06dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471597696:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1790657939.521843:0:18933:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596160 00000100:00100000:3.0:1790657939.521862:0:18933:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596160 00000100:00100000:3.0:1790657939.521954:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471596288 00000100:00100000:3.0:1790657939.521958:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471596288 00000100:00100000:3.0:1790657939.521981:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790657939.521990:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4a823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471596160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790657939.522026:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657939.522111:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4a823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471596160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (17058us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657939.522117:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790657939.522137:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790657939.522176:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471596288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790657939.522195:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657939.522226:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471596288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (11395us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657939.522232:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790657939.522282:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471596160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790657939.527610:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471596288:0@lo:13:osp-pre-0-1.0 00000001:00100000:1.0:1790657939.567193:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657939.567204:0:8122:0:(genops.c:885:class_export_put()) final put ffff92cf73213800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657939.567229:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf73213800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1790657939.567274:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf73213000 for lustre-OST0000 00000001:00100000:1.0:1790657939.572719:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1790657939.572737:0:7255:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1790657939.572742:0:7255:0:(genops.c:885:class_export_put()) final put ffff92cf582ee800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1790657939.572766:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000001:00080000:1.0:1790657939.572770:0:7255:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1790657939.572773:0:7255:0:(genops.c:885:class_export_put()) final put ffff92ce490db000/21eaaabd-649a-4b53-925d-2994b2c8b3aa 00000020:00000080:2.0:1790657939.572859:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582ee800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1790657939.572926:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce490db000/21eaaabd-649a-4b53-925d-2994b2c8b3aa for lustre-MDT0001 00000020:00000080:2.0:1790657939.572952:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf582ea800 for lustre-MDT0001 00000020:00000080:2.0:1790657939.572957:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce490dc800 for lustre-MDT0001 00010000:00010000:0.0:1790657939.760681:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1790657940.559706:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790657940.559713:0:6473:0:(genops.c:885:class_export_put()) final put ffff92cf478f1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790657940.559808:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf478f1000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1790657940.559861:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf6e398800 for lustre-MDT0000 00010000:00010000:2.0:1790657940.785888:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657941.808679:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1790657942.384274:0:20263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf75d35960 - data ffff92cf77df4360/ffff92ce4a3c9400 00000020:01000000:3.0:1790657942.384492:0:20263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf58b029c0 - data ffff92cf72d59000/ffff92cf47469000 00000001:00000004:3.0:1790657942.394309:0:20263:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:3.0:1790657942.526411:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790657942.526420:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790657942.526449:0:20263:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff92cf7d0f1c00 x1877640471595520/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1790657946 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657942.526504:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1790657942.535255:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790657942.535263:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1790657942.535276:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790657942.535279:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790657942.535512:0:16447:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790657942.535518:0:16447:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1790657942.535526:0:16447:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1790657942.538023:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790657942.538393:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1790657942.538424:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790657942.538427:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790657942.538650:0:16449:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790657942.538655:0:16449:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1790657942.538667:0:16449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1790657942.623973:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409519 00000020:00000080:0.0:1790657942.623987:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a1a800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1790657942.627131:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40952e 00000020:00000080:0.0:1790657942.627160:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a1b800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1790657942.627171:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1790657942.627190:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657942.627199:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790657942.627204:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff92cf7f248000) has no exports 00000020:00000080:1.0:1790657942.627481:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a1a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790657942.627568:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a1b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:0.0:1790657942.627935:0:20263:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1790657942.627945:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409590 00000020:00000080:0.0:1790657942.627950:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce410b1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1790657942.628041:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1790657942.628047:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657942.628053:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790657942.628056:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff92cf6019b380) has no exports 00000020:00000080:0.0:1790657942.628062:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409589 00000020:00000080:0.0:1790657942.628066:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf45edf800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790657942.628091:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce410b1000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1790657942.628948:0:20263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1790657942.628955:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790657942.628971:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1790657942.628978:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790657942.628981:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790657942.629055:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45edf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1790657942.629178:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790657942.629186:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790657942.629195:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40957b 00000020:00000080:0.0:1790657942.629201:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7d0c0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657942.629332:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf45ed8000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1790657942.629340:0:36:0:(genops.c:885:class_export_put()) final put ffff92cf45ed9000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657942.629342:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45ed9000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1790657942.629347:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1790657942.629720:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1790657942.629725:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657942.629732:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790657942.629735:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff92cf6019cd40) has no exports 00000020:00000080:0.0:1790657942.629741:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409574 00000020:00000080:0.0:1790657942.629747:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf45ed9800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790657942.630034:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d0c0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1790657942.630042:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45ed9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1790657942.630767:0:20263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1790657942.630772:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790657942.630776:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1790657942.630781:0:20263:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790657942.630783:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790657942.630866:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790657942.630873:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1790657942.630885:0:20263:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1790657942.630891:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409566 00000020:00000080:0.0:1790657942.630897:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce44087800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657942.630930:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf45eda000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1790657942.630935:0:36:0:(genops.c:885:class_export_put()) final put ffff92ce44086000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657942.630943:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce44086000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1790657942.630951:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1790657942.631196:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1790657942.631201:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657942.631215:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1790657942.631218:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff92cf7fdeb380) has no exports 00000020:00000080:0.0:1790657942.631224:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40955f 00000020:00000080:0.0:1790657942.631228:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a1b000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790657942.631429:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce44087800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1790657942.633076:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a1b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1790657942.633238:0:20263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1790657942.633242:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790657942.633246:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790657942.633253:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790657942.633344:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.633354:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790657942.633387:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.633391:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790657942.633395:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7fcfb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790657942.633398:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7fcfb800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1790657942.633403:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790657942.633835:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409535 00000020:00000080:1.0:1790657942.633842:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a1c800/lustre-MDD0000_UUID 00000020:00000080:3.0:1790657942.633869:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf58a1d000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1790657942.633875:0:36:0:(genops.c:885:class_export_put()) final put ffff92ce44085800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790657942.633877:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce44085800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1790657942.633891:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790657942.637071:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1790657942.637086:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657942.637096:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1790657942.637101:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff92cf7f2499c0) has no exports 00000020:00000080:1.0:1790657942.637130:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.637135:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1790657942.637159:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40953c 00000020:00000080:1.0:1790657942.637168:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a19000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1790657942.637178:0:20263:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92ce4a9ac800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1790657942.637181:0:20263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce4a9ac800 3 00000020:01000004:1.0:1790657942.637184:0:20263:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff92ce4a9ac800 from lustre-MDT0000 00000020:00000080:1.0:1790657942.637203:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.637216:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1790657942.637220:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf58a18000/lustre-MDT0000_UUID 00000020:00000080:1.0:1790657942.637234:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a18000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1790657942.637253:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1790657942.637483:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a1c800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1790657942.637489:0:36:0:(genops.c:885:class_export_put()) final put ffff92cf58a1a000/lustre-MDD0000_UUID 00000020:00000080:3.0:1790657942.637491:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a1a000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1790657942.637506:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1790657942.637580:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf58a19000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:1.0:1790657942.637826:0:20263:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1790657942.637832:0:20263:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1790657942.637836:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1790657942.637839:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657942.637842:0:20263:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790657942.637849:0:20263:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff92ce48271800 12befd7f-123b-4418-8715-cb07310ca0d2 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790657942.637855:0:20263:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff92cf601999c0) has exports, disconnecting them 00000020:00080000:1.0:1790657942.637861:0:20263:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff92ce48271800), last request at 1790657854 00000020:00000080:1.0:1790657942.637880:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4094e1 00000020:00010000:1.0:1790657942.637885:0:20263:0:(genops.c:1920:obd_stale_export_put()) Put export ffff92ce48271800: total 0 00000100:00080000:1.0:1790657942.637889:0:20263:0:(import.c:65:import_set_state_nolock()) ffff92ce48275800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1790657942.637916:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce48271800): rc 0 00000020:00080000:1.0:1790657942.637920:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff92cf601999c0) has no exports 00000020:00010000:3.0:1790657942.637990:0:16413:0:(genops.c:1906:obd_stale_export_get()) Get export ffff92ce48271800: total 0 00010000:00010000:3.0:1790657942.638014:0:16413:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff92ce48271800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1790657942.638042:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409aa6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409a9f expref: 14 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638058:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a1600/0xefae7e19be40961c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409615 expref: 13 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638067:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf6b748600/0xefae7e19be4098ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4098c3 expref: 12 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638085:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf47bcb600/0xefae7e19be409ab4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409aad expref: 11 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638096:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf413dfe00/0xefae7e19be4098a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409899 expref: 10 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638105:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf40031000/0xefae7e19be409742 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be40973b expref: 9 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638117:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf6b749200/0xefae7e19be40960e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409607 expref: 8 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638130:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf40030200/0xefae7e19be4094ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4094e8 expref: 7 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638167:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf413dfc00/0xefae7e19be4099db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4099d4 expref: 6 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638179:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a0a00/0xefae7e19be409600 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4095f9 expref: 5 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638188:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf40030800/0xefae7e19be40976c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409765 expref: 4 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638198:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf413dec00/0xefae7e19be409a98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be409a91 expref: 3 pid: 16418 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638218:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a0800/0xefae7e19be4096bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xefae7e19be4096b6 expref: 2 pid: 16419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657942.638239:0:16413:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff92ce48271800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1790657942.638253:0:16413:0:(genops.c:885:class_export_put()) final put ffff92ce48271800/12befd7f-123b-4418-8715-cb07310ca0d2 00010000:00010000:3.0:1790657942.638405:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657942.638408:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657942.638410:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657942.638440:0:16418:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff92cf760c6600:16418] 1 exiting: rc = 0 00000100:00100000:2.0:1790657942.640445:0:16416:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff92cf43eb7200:16416] 0 exiting: rc = 1 00000100:00100000:2.0:1790657942.640539:0:16419:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff92cf4561d200:16419] 2 exiting: rc = 0 00000100:00100000:3.0:1790657942.640961:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640969:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640975:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640980:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640986:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640991:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.640996:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641001:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641007:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641012:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641016:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641036:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641041:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641047:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641051:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641056:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641060:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641065:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641070:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641075:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641079:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641084:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641089:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641093:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641098:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641102:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641117:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641122:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641127:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641132:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641136:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641156:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641163:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641169:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641174:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641181:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641187:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641192:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641198:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641203:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641207:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641213:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641218:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641223:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641228:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641234:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641240:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641246:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641251:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641256:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641261:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641278:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641285:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641290:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641295:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641300:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641305:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641310:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641315:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641319:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641399:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1790657942.641454:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce48271800/12befd7f-123b-4418-8715-cb07310ca0d2 for MGS 00000020:00000080:1.0:1790657942.641502:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce48275800 for MGS 00000100:00100000:3.0:1790657942.641583:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641589:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657942.641711:0:20263:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:3.0:1790657942.643114:0:20263:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1790657942.643119:0:20263:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:3.0:1790657942.654264:0:20263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf75d35600 - data ffff92cf7c33aa20/ffff92ce41ed9400 00000020:01000000:3.0:1790657942.654534:0:20263:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf7f780480 - data ffff92cf606e61b0/ffff92cf4367c800 00000020:00000080:3.0:1790657942.655089:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4094c5 00000020:00000080:3.0:1790657942.655098:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7d0c3000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1790657942.655122:0:20263:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92ce4a9ac800 from MGS, refs=2 00000020:01000004:3.0:1790657942.655126:0:20263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce4a9ac800 2 00000020:01000004:3.0:1790657942.655129:0:20263:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff92ce4a9ac800 from MGS 00000020:00000080:3.0:1790657942.655178:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657942.655185:0:20263:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1790657942.655188:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7d0c5000/MGS 00000020:00000080:3.0:1790657942.655192:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d0c5000/MGS for MGS 00000020:01000000:3.0:1790657942.655199:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1790657942.655273:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1790657942.655277:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657942.655283:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790657942.655291:0:20263:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff92ce410b0800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790657942.655296:0:20263:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff92cf7fde8000) has exports, disconnecting them 00000020:00080000:3.0:1790657942.655301:0:20263:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff92ce410b0800), last request at 1790657855 00000020:00000080:3.0:1790657942.655305:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4095c8 00000020:00080000:3.0:1790657942.655315:0:20263:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce410b0800): rc 0 00000020:00000080:3.0:1790657942.655319:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce410b0800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1790657942.655546:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d0c3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790657942.655559:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce410b0800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1790657942.662380:0:20263:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1790657942.662390:0:20263:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790657942.662395:0:20263:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790657942.662403:0:20263:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790657942.662436:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf45edc000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1790657942.662656:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.662666:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1790657942.662672:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce410b5800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1790657942.662676:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce410b5800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1790657942.662682:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1790657942.662756:0:20263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce4a9ac800 1 00000020:00000080:1.0:1790657942.662762:0:20263:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4094b7 00000020:00000080:1.0:1790657942.662768:0:20263:0:(genops.c:885:class_export_put()) final put ffff92cf7d0c1000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1790657942.662775:0:20263:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1790657942.662783:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d0c1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790657942.662791:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657942.662795:0:20263:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1790657942.662798:0:20263:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff92ce41c399c0) has no exports 00000020:00000080:1.0:1790657942.801451:0:20263:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657942.801468:0:20263:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1790657942.801474:0:20263:0:(genops.c:885:class_export_put()) final put ffff92ce4a9a8800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790657942.801480:0:20263:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a9a8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1790657942.801667:0:20263:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1790657942.801810:0:20263:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff92ce4a9a8000 00000020:02000400:1.0:1790657942.801868:0:20263:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1790657942.833248:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657943.857117:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657944.628802:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471597824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790657944.629102:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657944.629193:0:17732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471597824 00000100:00100000:3.0:1790657944.629200:0:17732:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471597824 00000100:00100000:3.0:1790657944.629264:0:17732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790657944.629273:0:17732:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471597824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790657944.629304:0:17732:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657944.629357:0:17732:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471597824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657944.629364:0:17732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1790657944.629384:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790657944.629427:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471597824:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1790657944.629799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790657944.629803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790657944.629806:0:38:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657944.629812:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790657944.629816:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790657944.629823:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92cf522ce800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657944.629844:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf4f1a1f80 x1877640471598080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790657944.629890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790657944.629893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790657944.629895:0:38:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657944.629899:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790657944.629901:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790657944.629906:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92cf810f9000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657944.629934:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf583f7800 x1877640471598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790657944.629943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790657944.629950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790657944.629952:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657944.629955:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790657944.629958:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790657944.629963:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92ce4a6f7800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657944.629976:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf583f5880 x1877640471598464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790657944.629990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790657944.629993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790657944.629995:0:38:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657944.629998:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790657944.630000:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790657944.630004:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92cf485ad800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657944.630012:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf583f6680 x1877640471598720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790657944.630039:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471598080:0@lo:38:kworker.0 00000100:00100000:0.0:1790657944.630072:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630094:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471598336:0@lo:38:kworker.0 00000100:00100000:0.0:1790657944.630117:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630135:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471598464:0@lo:38:kworker.0 00000100:00100000:0.0:1790657944.630173:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630189:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471598720:0@lo:38:kworker.0 00000100:00100000:0.0:1790657944.630210:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630241:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471598592:0@lo:400:kworker.0 00000100:00100000:0.0:1790657944.630271:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630291:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790657944.630296:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471598208:0@lo:400:kworker.0 00000100:00100000:0.0:1790657944.630331:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657944.630404:0:16428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598080 00000100:00100000:0.0:1790657944.630410:0:16428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598080 00000100:00100000:0.0:1790657944.630442:0:16428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1790657944.630449:0:16428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1877640471598080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1790657944.630467:0:16428:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790657944.634518:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12befd7f-123b-4418-8715-cb07310ca0d2:3452:1877640471597952:0@lo:400:kworker.0 00000400:00000100:3.0:1790657944.634570:0:3452:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877640471597952 offset 0 length 224: 4 00000100:00100000:3.0:1790657944.634608:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471598976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790657944.634640:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657944.634668:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790657944.634675:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1877640471598848:0@lo:400:kworker.0 00000100:00100000:3.0:1790657944.634698:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657944.634770:0:17734:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598976 00000100:00100000:3.0:1790657944.634778:0:17734:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598976 00000100:00100000:3.0:1790657944.634835:0:17734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790657944.634855:0:17734:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471598976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790657944.634892:0:17734:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790657944.634934:0:17734:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471598976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657944.634940:0:17734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:3.0:1790657944.634962:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790657944.634998:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471598976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790657944.636363:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598336 00000100:00100000:1.0:1790657944.636373:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598336 00000100:00100000:1.0:1790657944.636410:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598464 00000100:00100000:1.0:1790657944.636414:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598464 00000100:00100000:1.0:1790657944.636423:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598720 00000100:00100000:1.0:1790657944.636426:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598720 00000100:00100000:1.0:1790657944.636433:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598592 00000100:00100000:1.0:1790657944.636436:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598592 00000100:00100000:1.0:1790657944.636464:0:16423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598848 00000100:00100000:1.0:1790657944.636468:0:16423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598848 00000100:00100000:1.0:1790657944.636485:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1790657944.636493:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471598592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657944.636574:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471598592:12345-0@lo:400:kworker.0 Request processed in 81us (6300us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657944.636581:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1790657944.636607:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790657944.636613:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1877640471598848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790657944.636645:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1877640471598848:12345-0@lo:400:kworker.0 Request processed in 32us (1946us total) trans 0 rc 0/0 00000100:00100000:1.0:1790657944.636651:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790657944.636662:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1790657944.636666:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790657944.636682:0:16423:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790657944.636716:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598336:12345-0@lo:38:kworker.0 Request processed in 48us (6598us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657944.636722:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1790657944.636733:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1790657944.636737:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790657944.636747:0:16423:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790657944.636769:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598464:12345-0@lo:38:kworker.0 Request processed in 31us (6596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657944.636775:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1790657944.636784:0:16423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1790657944.636787:0:16423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790657944.636795:0:16423:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790657944.636826:0:16423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471598720:12345-0@lo:38:kworker.0 Request processed in 36us (6615us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657944.636833:0:16423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1790657944.637197:0:16420:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1790657944.637234:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff92cf583f6300 x1877640471598848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657944.637248:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1877640471598848:0@lo:400:kworker.0 00000100:00100000:3.0:1790657944.638220:0:17729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471598208 00000100:00100000:3.0:1790657944.638229:0:17729:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471598208 00000100:00100000:3.0:1790657944.638277:0:17729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1790657944.638285:0:17729:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471598208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790657944.638353:0:17729:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471598208:12345-0@lo:400:kworker.0 Request processed in 69us (8020us total) trans 0 rc 0/0 00000100:00100000:3.0:1790657944.638360:0:17729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790657944.641372:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471598208:0@lo:400:kworker.0 00010000:00080000:1.0:1790657944.641395:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff92cf583f4700 x1877640471598592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657944.641425:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471598592:0@lo:400:kworker.0 00000100:00080000:1.0:1790657944.646530:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790657944.646544:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790657944.646549:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471598336:0@lo:38:kworker.0 00000100:00080000:1.0:1790657944.646562:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790657944.646565:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790657944.646567:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471598464:0@lo:38:kworker.0 00000100:00080000:1.0:1790657944.646576:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790657944.646579:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790657944.646582:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471598720:0@lo:38:kworker.0 00000100:00100000:1.0:1790657944.668940:0:16428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1877640471598080:12345-0@lo:38:kworker.0 Request processed in 38480us (38857us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790657944.668954:0:16428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:0.0:1790657944.669053:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790657944.669058:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790657944.669061:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471598080:0@lo:38:kworker.0 00010000:00010000:3.0:1790657944.883878:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1790657945.872799:0:20419:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790657945.885372:0:20419:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1790657945.885434:0:20419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.885448:0:20419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.885455:0:20419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.885462:0:20419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.885514:0:20419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790657945.885520:0:20419:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790657945.885543:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790657945.885547:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790657945.885552:0:20419:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790657945.885558:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92cf810f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790657945.885563:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790657945.885565:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1790657945.885568:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1790657945.885573:0:16412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790657945.885582:0:16412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657945.885590:0:16412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a0000 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:3.0:1790657945.885594:0:16412:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657945.885602:0:16412:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790657945.885609:0:16412:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790657945.885614:0:16412:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790657945.885617:0:16412:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1790657945.885625:0:16412:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1790657945.885662:0:16412:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657945.885668:0:16412:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790657945.885693:0:16412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657945.885699:0:16412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf456a0000/0xefae7e19be4096b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4096bd expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657945.885710:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657945.885712:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790657945.885714:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657945.885722:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790657945.885738:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:12befd7f-123b-4418-8715-cb07310ca0d2:3454:1877640471599104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790657945.885801:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790657945.885853:0:19172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599104 00000100:00100000:3.0:1790657945.885860:0:19172:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599104 00000100:00100000:3.0:1790657945.885905:0:19172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790657945.885912:0:19172:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3454:x1877640471599104:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1790657945.885919:0:19172:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790657945 with bad export cookie 17270880270043616481 00010000:00010000:1.0:1790657945.889029:0:20419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889048:0:20419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889055:0:20419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889062:0:20419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889088:0:20419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790657945.889095:0:20419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889102:0:20419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889211:0:20419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889217:0:20419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889234:0:20419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790657945.889240:0:20419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889247:0:20419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889254:0:20419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889260:0:20419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889273:0:20419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1790657945.889279:0:20419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889286:0:20419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889400:0:20419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889418:0:20419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657945.889534:0:20419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1790657945.889539:0:20419:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1790657945.889564:0:20419:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1790657945.889568:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1790657945.889571:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657945.889576:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1790657945.889583:0:20419:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff92ce4114d000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790657945.889589:0:20419:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff92cf43e32800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790657945.889594:0:20419:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff92cf7fdecd40) has exports, disconnecting them 00000020:00080000:1.0:1790657945.889599:0:20419:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff92ce4114d000), last request at 1790657944 00010000:00010000:0.0:1790657945.889607:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000020:00000080:1.0:1790657945.889608:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4098f4 00010000:00010000:0.0:1790657945.889618:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889628:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf6b748200 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790657945.889633:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889643:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790657945.889650:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790657945.889656:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790657945.889665:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1790657945.889668:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1790657945.889700:0:18467:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889706:0:18467:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790657945.889728:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889736:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf6b748200/0xefae7e19be409615 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40961c expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889748:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1790657945.889752:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889757:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790657945.889760:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889767:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790657945.889773:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790657945.889779:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1790657945.889781:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1790657945.889783:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:1.0:1790657945.889794:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92ce4114e800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1790657945.889795:0:18467:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889814:0:18467:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790657945.889830:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889837:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf413df400/0xefae7e19be4099d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be4099db expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889850:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790657945.889854:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889860:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69a600 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790657945.889864:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889871:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790657945.889892:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790657945.889898:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1790657945.889900:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1790657945.889902:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00080000:1.0:1790657945.889913:0:20419:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce4114d000): rc 0 00000020:00000080:1.0:1790657945.889917:0:20419:0:(genops.c:885:class_export_put()) final put ffff92ce4114d000/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:0.0:1790657945.889918:0:18467:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.889925:0:18467:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:1.0:1790657945.889931:0:20419:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff92cf43e32800), last request at 1790657944 00010000:00010000:0.0:1790657945.889933:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1790657945.889950:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409796 00010000:00010000:0.0:1790657945.889955:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409aad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be409ab4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1790657945.889960:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92cf43e31800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1790657945.889968:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:1.0:1790657945.889971:0:20419:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92cf43e32800): rc 0 00010000:00010000:0.0:1790657945.889973:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1790657945.889975:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf43e32800/lustre-MDT0001-lwp-OST0000_UUID 00010000:00010000:0.0:1790657945.889985:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf40030c00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790657945.889988:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:1.0:1790657945.889994:0:20419:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb7ef022e3ae0 00010000:00010000:0.0:1790657945.889995:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790657945.890005:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790657945.890010:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1790657945.890013:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00080000:1.0:1790657945.890014:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:01000000:0.0:1790657945.890015:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:1.0:1790657945.890024:0:20419:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff92cf4f1a2680 x1877640471595904/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1790657954 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1790657945.890034:0:18467:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790657945.890051:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1790657945.890051:0:18467:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790657945.890058:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.890067:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf40030c00/0xefae7e19be409607 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xefae7e19be40960e expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657945.890090:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657945.890092:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657945.890094:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657945.890109:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471599616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.890210:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657945.890258:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790657945.890264:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471599232:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.890287:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657945.890332:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471599360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.890357:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790657945.890371:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471595904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790657945.890392:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790657945.890396:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471599488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.890416:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1790657945.890435:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4114d000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1790657945.890478:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf43e32800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1790657945.890509:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4114e800 for lustre-MDT0001 00000020:00000080:0.0:1790657945.890513:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf43e31800 for lustre-MDT0001 00000100:00100000:0.0:1790657945.890528:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599616 00000100:00100000:0.0:1790657945.890534:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599616 00000100:00100000:0.0:1790657945.890557:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599232 00000100:00100000:0.0:1790657945.890559:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599232 00000100:00100000:0.0:1790657945.890567:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599360 00000100:00100000:0.0:1790657945.890569:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599360 00000100:00100000:0.0:1790657945.890576:0:16411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599488 00000100:00100000:0.0:1790657945.890578:0:16411:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599488 00000100:00100000:0.0:1790657945.890600:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790657945.890606:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3453:x1877640471599616:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790657945.890613:0:16411:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790657945 with bad export cookie 17270880270043616481 00000100:00100000:0.0:1790657945.890657:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3453:x1877640471599616:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (446us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790657945.890664:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790657945.890679:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790657945.890684:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3453:x1877640471599232:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790657945.890687:0:16411:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790657945 with bad export cookie 17270880270043616481 00000100:00100000:0.0:1790657945.890710:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3453:x1877640471599232:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (423us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790657945.890716:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790657945.890727:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790657945.890731:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf479e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3451:x1877640471599360:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790657945.890735:0:16411:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790657945 with bad export cookie 17270880270043616481 00000100:00100000:0.0:1790657945.890761:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf479e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3451:x1877640471599360:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (403us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790657945.890766:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790657945.890778:0:16411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790657945.890782:0:16411:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3451:x1877640471599488:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790657945.890785:0:16411:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790657945 with bad export cookie 17270880270043616481 00000100:00100000:0.0:1790657945.890828:0:16411:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3451:x1877640471599488:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (408us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790657945.890834:0:16411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1790657945.890870:0:3453:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.150@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790657945.890873:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1790657945.890883:0:3453:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.150@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1790657945.892076:0:20419:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790657945.892084:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92cf522ce800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790657945.892282:0:3451:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.150@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:2.0:1790657945.893422:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657945.893450:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657945.901951:0:19172:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3454:x1877640471599104:12345-0@lo:103:ldlm_bl.0 Request processed in 16032us (16144us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790657945.901965:0:19172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1790657945.902105:0:3454:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.150@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790657945.907346:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790657945.907353:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1790657945.907377:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1790657945.907454:0:20419:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1790657945.907478:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92cf7fffc000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1790657945.907496:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790657945.907508:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1790657945.907516:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1790657945.907583:0:20419:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1790657945.907592:0:20419:0:(import.c:65:import_set_state_nolock()) ffff92cf6e398000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1790657945.907616:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff92cf7fdecd40) has no exports 00000100:00100000:2.0:1790657945.913330:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471599744:0@lo:9:umount.0 00000100:00100000:2.0:1790657945.913417:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790657945.913459:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471599872:0@lo:9:umount.0 00000100:00100000:2.0:1790657945.913483:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790657945.929615:0:3453:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.150@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1790657945.929621:0:3453:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1790657945.929632:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf4f1a1880 x1877640471597952/t0(0) o400->MGC192.168.204.150@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790657960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657945.929662:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7d0f1c00 x1877640471599104/t0(0) o103->MGC192.168.204.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790657961 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657945.929671:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf583f6d80 x1877640471599616/t0(0) o103->MGC192.168.204.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790657961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657945.929680:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf583f6a00 x1877640471599232/t0(0) o103->MGC192.168.204.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790657961 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657945.929687:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf583f4a80 x1877640471599360/t0(0) o103->MGC192.168.204.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790657961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657945.929697:0:3453:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf583f7480 x1877640471599488/t0(0) o103->MGC192.168.204.150@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790657961 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1790657945.929711:0:3453:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1790657945.929714:0:3453:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1790657945.929716:0:3453:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1790657945.929843:0:3453:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790657945.929849:0:3453:0:(import.c:545:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 450 00000100:00080000:0.0:1790657945.929866:0:3453:0:(import.c:666:import_select_connection()) MGC192.168.204.150@tcp: import ffff92ce48277000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790657945.929895:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599744 00000100:00100000:0.0:1790657945.929904:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599744 00000100:00080000:1.0:1790657945.929925:0:3451:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff92ce48277000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1790657945.929967:0:17731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471599872 00000100:00100000:0.0:1790657945.929972:0:17731:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471599872 00000100:00100000:0.0:1790657945.930007:0:17731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790657945.930017:0:17731:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3450:x1877640471599744:12345-0@lo:9:umount.0 00000020:00000080:0.0:1790657945.930059:0:17731:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409909 00000100:00100000:2.0:1790657945.930080:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12befd7f-123b-4418-8715-cb07310ca0d2:3452:1877640471597952:0@lo:400:kworker.0 00000100:00080000:0.0:1790657945.930084:0:17731:0:(import.c:65:import_set_state_nolock()) ffff92ce41d38000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790657945.930124:0:17731:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1790657945.930838:0:17731:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3450:x1877640471599744:12345-0@lo:9:umount.0 Request processed in 820us (17419us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657945.930847:0:17731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790657945.930865:0:17731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790657945.930872:0:17731:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3450:x1877640471599872:12345-0@lo:9:umount.0 00000020:00000080:0.0:1790657945.930885:0:17731:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409910 00000100:00080000:0.0:1790657945.930891:0:17731:0:(import.c:65:import_set_state_nolock()) ffff92ce41d3c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790657945.930914:0:17731:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1790657945.931178:0:17731:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3450:x1877640471599872:12345-0@lo:9:umount.0 Request processed in 306us (17692us total) trans 0 rc 0/0 00000100:00100000:0.0:1790657945.931185:0:17731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1790657945.931201:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7fffc000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790657945.931218:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790657945.931220:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790657945.931225:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471599744:0@lo:9:umount.0 00010000:00010000:0.0:1790657945.931226:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657945.931235:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657945.931242:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf6e398000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1790657945.931242:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1790657945.931253:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790657945.931256:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790657945.931258:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471599872:0@lo:9:umount.0 00000100:00100000:0.0:1790657945.931340:0:3453:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf583f5180 x1877640471600000/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790657945.931377:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471599616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.931391:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12befd7f-123b-4418-8715-cb07310ca0d2:3453:1877640471599232:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1790657945.931732:0:3454:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff92ce48277000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1790657945.931762:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471600000:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:2.0:1790657945.931797:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877640471600000 offset 0 length 520: 4 00000100:00100000:2.0:1790657945.931836:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:12befd7f-123b-4418-8715-cb07310ca0d2:3454:1877640471599104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.932198:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471599360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790657945.932214:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12befd7f-123b-4418-8715-cb07310ca0d2:3451:1877640471599488:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1790657945.936582:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff92cf7fdecd40) has no exports 00000020:01000000:3.0:1790657946.029892:0:20419:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf75d358a0 - data ffff92cf4f439948/ffff92ce4a3c9800 00000020:01000000:3.0:1790657946.030102:0:20419:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf45719c00 - data ffff92cf4f42d0d8/ffff92ce41ebac00 00000001:00000004:3.0:1790657946.048929:0:20419:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1790657946.135063:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790657946.135073:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790657946.135081:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1790657946.137360:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790657946.137368:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1790657946.137379:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790657946.137381:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1790657946.137891:0:17065:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1790657946.137908:0:17065:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1790657946.137918:0:17065:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1790657946.140015:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790657946.140023:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1790657946.140632:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790657946.140636:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1790657946.141575:0:17067:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1790657946.141581:0:17067:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1790657946.141611:0:17067:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1790657946.193724:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40962a 00000020:00000080:3.0:1790657946.193737:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf45edd000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790657946.194116:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45edd000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1790657946.194698:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40963f 00000020:00000080:3.0:1790657946.194705:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522e4800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1790657946.194715:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1790657946.194720:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657946.194728:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1790657946.194732:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff92cf7fde99c0) has no exports 00000004:01000000:3.0:1790657946.194876:0:20419:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1790657946.194887:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409693 00000020:00000080:3.0:1790657946.194891:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf7fff9000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1790657946.194895:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1790657946.194899:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657946.194903:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790657946.194905:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff92cf75a899c0) has no exports 00000020:00000080:3.0:1790657946.194911:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40968c 00000020:00000080:3.0:1790657946.194914:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf6e39d800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790657946.195125:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522e4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1790657946.195132:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7fff9000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790657946.195137:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf6e39d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1790657946.195431:0:20419:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1790657946.195435:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790657946.195439:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1790657946.195445:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790657946.195447:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790657946.195597:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657946.195604:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790657946.195609:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40967e 00000020:00000080:3.0:1790657946.195613:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522cc000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790657946.195879:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf6e398000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790657946.195888:0:38:0:(genops.c:885:class_export_put()) final put ffff92cf522cb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790657946.195890:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522cb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1790657946.195895:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1790657946.196523:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1790657946.196529:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657946.196547:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790657946.196550:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff92ce41c3b380) has no exports 00000020:00000080:3.0:1790657946.196557:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409670 00000020:00000080:3.0:1790657946.196563:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf45edf000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1790657946.196938:0:20419:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1790657946.196942:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790657946.196946:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1790657946.196951:0:20419:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790657946.196953:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790657946.196980:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657946.196986:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1790657946.196999:0:20419:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1790657946.197006:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409662 00000020:00000080:3.0:1790657946.197011:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522c8800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1790657946.197015:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1790657946.197019:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657946.197022:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790657946.197024:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff92ce41c3cd40) has no exports 00000020:00000080:3.0:1790657946.197041:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40965b 00000020:00000080:3.0:1790657946.197044:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522cd000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790657946.198174:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522cc000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1790657946.198189:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45edf000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790657946.198196:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf7fffc000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1790657946.198202:0:38:0:(genops.c:885:class_export_put()) final put ffff92cf7f1dd800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790657946.198205:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7f1dd800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1790657946.198209:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00010000:01000000:2.0:1790657946.198365:0:20419:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1790657946.198369:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790657946.198373:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790657946.198379:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790657946.198421:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657946.198431:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790657946.198458:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657946.198461:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790657946.198465:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf7f1db800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790657946.198468:0:20419:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7f1db800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1790657946.198478:0:20419:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790657946.198619:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409646 00000020:00000080:2.0:1790657946.198625:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522e2000/lustre-MDD0001_UUID 00000020:01000000:2.0:1790657946.198630:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1790657946.198633:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657946.198638:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1790657946.198641:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff92cf75a8cd40) has no exports 00000020:00000080:2.0:1790657946.198662:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657946.198665:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1790657946.198669:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40964d 00000020:00000080:2.0:1790657946.198672:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf522e6800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1790657946.198680:0:20419:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf478f6800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1790657946.198683:0:20419:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf478f6800 2 00000020:01000004:2.0:1790657946.198686:0:20419:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff92cf478f6800 from lustre-MDT0001 00000020:00000080:2.0:1790657946.198707:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657946.198711:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1790657946.198713:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf45ede000/lustre-MDT0001_UUID 00000020:00000080:2.0:1790657946.198715:0:20419:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf45ede000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1790657946.198722:0:20419:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1790657946.198748:0:20419:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1790657946.198765:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1790657946.198767:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657946.198771:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790657946.198779:0:20419:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff92cf810fe800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790657946.198784:0:20419:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff92cf75a8b380) has exports, disconnecting them 00000020:00080000:2.0:1790657946.198804:0:20419:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff92cf810fe800), last request at 1790657867 00000020:00000080:2.0:1790657946.198807:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4096cb 00000020:00080000:2.0:1790657946.198820:0:20419:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92cf810fe800): rc 0 00000020:00000080:2.0:1790657946.198824:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf810fe800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1790657946.199700:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522c8800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790657946.199711:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522cd000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790657946.199717:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf522ce800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790657946.199722:0:38:0:(genops.c:885:class_export_put()) final put ffff92cf522ca000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790657946.199724:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522ca000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1790657946.199728:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790657946.199824:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522e2000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1790657946.199829:0:38:0:(genops.c:885:class_export_put()) final put ffff92cf522e7800/lustre-MDD0001_UUID 00000020:00000080:0.0:1790657946.199830:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522e7800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1790657946.199833:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1790657946.199929:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf522e6800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790657946.199934:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf810fe800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1790657946.200578:0:20419:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1790657946.200583:0:20419:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790657946.200587:0:20419:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790657946.200591:0:20419:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790657946.200615:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf810f9000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1790657946.200752:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790657946.200758:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1790657946.200762:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf810fb800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1790657946.200765:0:20419:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf810fb800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1790657946.200769:0:20419:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1790657946.200812:0:20419:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf478f6800 1 00000020:00000080:0.0:1790657946.200817:0:20419:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4095f2 00000020:00000080:0.0:1790657946.200822:0:20419:0:(genops.c:885:class_export_put()) final put ffff92ce48361800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1790657946.200830:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1790657946.200837:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce48361800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790657946.200845:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657946.200849:0:20419:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790657946.200852:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff92cf60198000) has no exports 00000020:00000080:0.0:1790657946.215677:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790657946.215694:0:20419:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1790657946.215700:0:20419:0:(genops.c:885:class_export_put()) final put ffff92cf478f7800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790657946.215705:0:20419:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf478f7800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1790657946.215715:0:20419:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1790657946.215872:0:20419:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff92cf478f7000 00000020:01000000:0.0:1790657946.215896:0:20419:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1790657946.215900:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790657946.215905:0:20419:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790657946.215910:0:20419:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff92ce41c38000) has no exports 00000100:00100000:1.0:1790657946.220213:0:16423:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff92cf75f6b200:16423] 0 exiting: rc = 1 00000100:00100000:1.0:1790657946.220514:0:16424:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff92cf75f6aa00:16424] 1 exiting: rc = 0 00000100:00100000:1.0:1790657946.220565:0:16425:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff92cf75f6be00:16425] 2 exiting: rc = 0 00000100:00100000:1.0:1790657946.220621:0:17753:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff92ce4865b400:17753] 3 exiting: rc = 0 00000100:00100000:0.0:1790657946.220907:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220916:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220921:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220927:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220933:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220938:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220943:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220949:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220954:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220963:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220969:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220974:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220979:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220986:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220991:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.220997:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221003:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221008:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221013:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221018:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221036:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221044:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221050:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221055:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221063:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221073:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221078:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221083:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221088:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221093:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221111:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221116:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221121:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221126:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221131:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221137:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221172:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221178:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221184:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221188:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221193:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221198:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221202:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221207:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221212:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221217:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221222:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221228:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221233:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221238:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221244:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221249:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221266:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221273:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221279:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221284:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221301:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221307:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221313:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221318:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221323:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221329:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221334:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.221340:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657946.225232:0:16426:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff92cf75f6bc00:16426] 0 exiting: rc = 1 00000100:00100000:0.0:1790657946.225566:0:16427:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff92cf75f6a800:16427] 1 exiting: rc = 0 00000100:00100000:0.0:1790657946.225658:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225667:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225672:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225680:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225686:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225691:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225697:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225702:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225707:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225712:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225718:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225724:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225729:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225736:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225742:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225747:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225753:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225760:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225766:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225771:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225777:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225783:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225804:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225809:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225815:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225821:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225827:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225832:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225838:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225844:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225849:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225854:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225859:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225865:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225870:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225884:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225890:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225895:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225900:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225906:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225911:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225916:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225921:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225927:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225932:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225938:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225943:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225948:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225954:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225960:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225966:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225971:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225977:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225984:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225989:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.225995:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226000:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226005:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226011:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226017:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226023:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226170:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226176:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226183:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.226890:0:16429:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff92ce48340c00:16429] 1 exiting: rc = 0 00000100:00100000:1.0:1790657946.227708:0:16428:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff92ce48340a00:16428] 0 exiting: rc = 1 00000100:00100000:0.0:1790657946.227815:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227827:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227836:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227844:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227853:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227875:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227883:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227891:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227899:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227925:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227935:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227944:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227954:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227965:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227974:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227980:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.227998:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228005:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228010:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228016:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228022:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228054:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228061:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228067:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228073:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228079:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228084:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228089:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228095:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228101:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228107:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228112:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228117:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228137:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228181:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228187:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228193:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228200:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228205:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228210:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228224:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228232:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228239:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228246:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228252:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228294:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228304:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228310:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228317:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228323:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228328:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228341:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228348:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228357:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228363:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228368:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228374:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228396:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228403:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228409:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228416:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228422:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228428:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.228435:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237414:0:16430:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff92ce48341800:16430] 0 exiting: rc = 1 00000100:00100000:0.0:1790657946.237502:0:16431:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff92ce48341a00:16431] 1 exiting: rc = 0 00000100:00100000:0.0:1790657946.237558:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237665:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237674:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237679:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237685:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237690:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237696:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237702:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237708:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237742:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237749:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237758:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237765:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237770:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237776:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237781:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237787:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237793:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237799:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237804:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237810:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237816:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237821:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237827:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237832:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237837:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237843:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237848:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237853:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237858:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237863:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237867:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237873:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237878:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237883:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237889:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237895:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237900:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237905:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237911:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237916:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237921:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237927:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237932:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237946:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237952:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237958:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237971:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237977:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237982:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237988:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.237994:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238000:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238006:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238011:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238017:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238023:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238029:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238137:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238168:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238174:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238179:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238185:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238190:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238580:0:16433:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff92cf5235b600:16433] 1 exiting: rc = 0 00000100:00100000:0.0:1790657946.238647:0:16432:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff92cf6e2f3200:16432] 0 exiting: rc = 1 00000100:00100000:0.0:1790657946.238692:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238699:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238705:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238711:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238717:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238723:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238728:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238735:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238740:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238746:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238752:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238757:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238763:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238777:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238783:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238789:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238794:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238799:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238805:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238810:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238816:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238822:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238828:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238834:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238839:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238845:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238849:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238854:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238859:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238864:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238869:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238874:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238880:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238885:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238891:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238897:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238902:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238908:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238913:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238919:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238924:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238930:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238935:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238940:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238947:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238952:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238958:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238963:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238976:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238981:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238987:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238992:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.238997:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239003:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239008:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239013:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239019:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239103:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239112:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239118:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239124:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239129:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239134:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239161:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.239526:0:16434:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff92cf5235a600:16434] 0 exiting: rc = 1 00000100:00100000:2.0:1790657946.239974:0:16435:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff92cf5235a200:16435] 1 exiting: rc = 0 00000100:00100000:0.0:1790657946.240134:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240156:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240163:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240168:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240172:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240177:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240181:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240186:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240191:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240196:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240202:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240207:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240212:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240217:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240222:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240227:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240232:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240237:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240252:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240339:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240346:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240351:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240356:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240361:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240367:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240372:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240377:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240382:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240388:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240393:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240398:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240403:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240407:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240412:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240418:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240423:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240428:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240434:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240439:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240444:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240449:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240455:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240460:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240465:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240470:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240475:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240480:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240485:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240490:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240496:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240501:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240506:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240512:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240528:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240533:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240537:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240542:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240547:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240552:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240557:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240563:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240569:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240574:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240580:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790657946.240998:0:16437:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff92ce49b36e00:16437] 1 exiting: rc = 0 00000100:00100000:0.0:1790657946.241475:0:16436:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff92cf58a37400:16436] 0 exiting: rc = 1 00000100:00100000:1.0:1790657946.243824:0:16438:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff92cf479d7400:16438] 2 exiting: rc = 0 00000100:00100000:1.0:1790657946.244058:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244065:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244071:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244080:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244088:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244100:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244106:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244111:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244117:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244124:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244130:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244136:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244184:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244194:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244202:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244208:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244214:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244226:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244233:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244243:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244249:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244265:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244283:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244306:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244312:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244319:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244325:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244332:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244338:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244344:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244352:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244359:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244432:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244444:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244450:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244456:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244629:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244636:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244642:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244648:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244655:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244662:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244669:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244678:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244685:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244696:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244702:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244708:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244722:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244730:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244742:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244750:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244756:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244763:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244771:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244780:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244786:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244802:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244808:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244814:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244827:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244834:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244840:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657946.244845:0:20419:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1790657946.251898:0:20419:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657946.251912:0:20419:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1790657946.251918:0:20419:0:(genops.c:885:class_export_put()) final put ffff92ce4a9ad000/MDS_uuid 00000020:00000080:2.0:1790657946.251923:0:20419:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a9ad000/MDS_uuid for MDS 00000020:01000000:2.0:1790657946.251933:0:20419:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1790657946.252065:0:20419:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1790657946.928807:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657947.952349:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1790657948.774733:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790657948.774743:0:9061:0:(genops.c:885:class_export_put()) final put ffff92ce41d3d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790657948.774781:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d3d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1790657948.774836:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce41d3c800 for lustre-OST0001 00010000:00010000:2.0:1790657948.985906:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790657949.384812:0:20570:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1790657949.401471:0:20570:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1790657949.401518:0:20570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657949.401532:0:20570:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657949.401540:0:20570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657949.401547:0:20570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657949.401589:0:20570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1790657949.401595:0:20570:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1790657949.401624:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790657949.401630:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790657949.401636:0:20570:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1790657949.401642:0:20570:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1790657949.401647:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790657949.401649:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790657949.401652:0:20570:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1790657949.401793:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790657949.401801:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657949.401809:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a9600 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:1.0:1790657949.401813:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657949.401820:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790657949.401826:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790657949.401831:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790657949.401833:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1790657949.401835:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1790657949.401849:0:18467:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:1.0:1790657949.401852:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657949.401859:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a9600/0xefae7e19be409765 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be40976c expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657949.401884:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657949.401887:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657949.401889:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790657949.408475:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790657949.408482:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790657949.408490:0:20570:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1790657949.408513:0:20570:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f6800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790657949.408584:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1877640471600128:0@lo:39:umount.0 00000400:00000100:0.0:1790657949.408636:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600128 offset 0 length 224: 4 00000100:00080000:1.0:1790657949.747544:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657949.747555:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790657949.747558:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657949.747561:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790657949.747565:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790657949.747574:0:14369:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 540 00000100:00080000:1.0:1790657949.747580:0:14369:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790657949.747595:0:14369:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92cf485ad800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790657949.747649:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf95180 x1877640471600256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790657949.747839:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471600256:0@lo:38:kworker.0 00000400:00000100:3.0:1790657949.747893:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600256 offset 0 length 520: 4 00000100:00100000:3.0:1790657949.755584:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1877640471600384:0@lo:400:kworker.0 00000400:00000100:3.0:1790657949.755660:0:3454:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600384 offset 0 length 224: 4 00000001:00100000:2.0:1790657949.787333:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790657949.787344:0:8122:0:(genops.c:885:class_export_put()) final put ffff92ce41d38800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790657949.787460:0:14369:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d38800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1790657949.787526:0:14369:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce41d38000 for lustre-OST0000 00010000:00010000:0.0:1790657950.000824:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657950.768584:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790657950.768594:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790657950.768598:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790657950.768601:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790657950.768740:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471600512:0@lo:400:kworker.0 00000400:00000100:1.0:1790657950.768797:0:3451:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600512 offset 0 length 224: 4 00010000:00010000:2.0:1790657951.024489:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657952.049237:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657953.072514:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657954.098284:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790657954.800422:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657954.800432:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790657954.800435:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657954.800438:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790657954.800542:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1877640471600640:0@lo:400:kworker.0 00000400:00000100:3.0:1790657954.800606:0:3452:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600640 offset 0 length 224: 4 00010000:00010000:1.0:1790657955.120369:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657955.888873:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790657945/real 1790657945] req@ffff92cf583f5180 x1877640471600000/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790657955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657955.888908:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf583f5180 x1877640471600000/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790657955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790657955.888928:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790657955.888950:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1790657955.888954:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471600000:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:1.0:1790657955.889060:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657955.889094:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1790657955.889107:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790657955.889113:0:14369:0:(import.c:545:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 541 00000100:00080000:1.0:1790657955.889118:0:14369:0:(import.c:630:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790657955.889131:0:14369:0:(import.c:666:import_select_connection()) MGC192.168.204.150@tcp: import ffff92ce48277000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790657955.889186:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf96a00 x1877640471600768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790657955.889209:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790657955.889213:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790657955.889368:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471600896:0@lo:400:kworker.0 00000400:00000100:2.0:1790657955.889413:0:3453:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471600896 offset 0 length 224: 4 00000100:00100000:0.0:1790657955.889698:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471600768:0@lo:250:kworker.0 00000400:00000100:0.0:1790657955.889727:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877640471600768 offset 0 length 520: 4 00010000:00010000:0.0:1790657956.144353:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657957.169523:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657958.192391:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657959.218135:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790657959.985903:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790657949/real 1790657949] req@ffff92ce41c52d80 x1877640471600128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790657959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657959.985936:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92ce41c52d80 x1877640471600128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790657959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790657959.985958:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4a6f6800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1790657959.985977:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1877640471600128:0@lo:39:umount.0 00000100:00080000:3.0:1790657959.989394:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790657959.989404:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790657959.989411:0:20570:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1790657959.990426:0:20570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990461:0:20570:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990468:0:20570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990474:0:20570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990506:0:20570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790657959.990514:0:20570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990522:0:20570:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990528:0:20570:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990535:0:20570:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790657959.990553:0:20570:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1790657959.990557:0:20570:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1790657959.990588:0:20570:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1790657959.990593:0:20570:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1790657959.990597:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657959.990603:0:20570:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790657959.990607:0:20570:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff92cf76ec3380) has no exports 00000020:00080000:3.0:1790657959.990635:0:20570:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff92cf76ec3380) has no exports 00010000:00010000:1.0:1790657959.992942:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790657959.992958:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.992971:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf412a9400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:1.0:1790657959.992975:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.992987:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790657959.992994:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790657959.993001:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790657959.993004:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1790657959.993007:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1790657959.993037:0:18467:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:1.0:1790657959.993057:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993064:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf412a9400/0xefae7e19be40973b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409742 expref: -99 pid: 17728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993079:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790657959.993084:0:18467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993090:0:18467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de800 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:1.0:1790657959.993093:0:18467:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993100:0:18467:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790657959.993107:0:18467:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790657959.993112:0:18467:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1790657959.993114:0:18467:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1790657959.993116:0:18467:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1790657959.993121:0:18467:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:1.0:1790657959.993124:0:18467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993130:0:18467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf413de800/0xefae7e19be409a9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409aa6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657959.993185:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657959.993205:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657959.993207:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657959.994781:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1790657960.006921:0:20570:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf50c46f60 - data ffff92cf72d5b438/ffff92ce4a8bcc00 00000020:01000000:3.0:1790657960.007107:0:20570:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf43c7e060 - data ffff92cf4f44a288/ffff92ce4ac4d800 00100000:10000000:3.0:1790657960.028239:0:20570:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1790657960.062517:0:20570:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409750 00000020:00000080:1.0:1790657960.062527:0:20570:0:(genops.c:885:class_export_put()) final put ffff92cf73211800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1790657960.062546:0:20570:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf7d027800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1790657960.062550:0:20570:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf7d027800 2 00000020:01000004:1.0:1790657960.062553:0:20570:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff92cf7d027800 from lustre-OST0000 00000020:00000080:1.0:1790657960.062578:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657960.062588:0:20570:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1790657960.062590:0:20570:0:(genops.c:885:class_export_put()) final put ffff92cf73210800/lustre-OST0000_UUID 00000020:00000080:1.0:1790657960.062593:0:20570:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf73210800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1790657960.062600:0:20570:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1790657960.062648:0:20570:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1790657960.062652:0:20570:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1790657960.062656:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657960.062661:0:20570:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790657960.062668:0:20570:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff92ce4a6f2800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790657960.062674:0:20570:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff92cf44e2b380) has exports, disconnecting them 00000020:00080000:1.0:1790657960.062680:0:20570:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff92ce4a6f2800), last request at 1790657879 00000020:00000080:1.0:1790657960.062684:0:20570:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40977a 00000020:00080000:1.0:1790657960.062693:0:20570:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce4a6f2800): rc 0 00000020:00000080:1.0:1790657960.062698:0:20570:0:(genops.c:885:class_export_put()) final put ffff92ce4a6f2800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1790657960.065703:0:14369:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf73211800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1790657960.065728:0:14369:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a6f2800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1790657960.073454:0:20570:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1790657960.073462:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790657960.073466:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790657960.073473:0:20570:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790657960.073791:0:14369:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4a6f7800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1790657960.073888:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790657960.073899:0:20570:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1790657960.073906:0:20570:0:(genops.c:885:class_export_put()) final put ffff92cf7d231000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1790657960.073910:0:20570:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d231000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1790657960.073932:0:20570:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1790657960.073985:0:20570:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1790657960.073991:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790657960.073996:0:20570:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790657960.074003:0:20570:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff92ce4a6f5000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790657960.074010:0:20570:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff92cf44e2cd40) has exports, disconnecting them 00000020:00080000:1.0:1790657960.074014:0:20570:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff92ce4a6f5000), last request at 1790657879 00000020:00000080:1.0:1790657960.074029:0:20570:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40978f 00000020:00080000:1.0:1790657960.074042:0:20570:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce4a6f5000): rc 0 00000020:00000080:1.0:1790657960.074046:0:20570:0:(genops.c:885:class_export_put()) final put ffff92ce4a6f5000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1790657960.074405:0:14369:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a6f5000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1790657960.086273:0:20570:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1790657960.086283:0:20570:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1790657960.086288:0:20570:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790657960.086296:0:20570:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790657960.086327:0:14369:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4a6f6800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1790657960.086523:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657960.086532:0:20570:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1790657960.086537:0:20570:0:(genops.c:885:class_export_put()) final put ffff92ce4a6f3000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1790657960.086541:0:20570:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a6f3000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1790657960.086547:0:20570:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1790657960.086601:0:20570:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf7d027800 1 00000020:00000080:2.0:1790657960.086607:0:20570:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be40972d 00000020:00000080:2.0:1790657960.086614:0:20570:0:(genops.c:885:class_export_put()) final put ffff92cf582ef800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1790657960.086621:0:20570:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1790657960.086629:0:14369:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582ef800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1790657960.086656:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657960.086661:0:20570:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790657960.086665:0:20570:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff92ce48688000) has no exports 00000020:00000080:2.0:1790657960.136011:0:20570:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657960.136653:0:20570:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1790657960.136660:0:20570:0:(genops.c:885:class_export_put()) final put ffff92cf7d020800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1790657960.136665:0:20570:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf7d020800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1790657960.136874:0:20570:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1790657960.137050:0:20570:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff92cf7d020000 00000020:02000400:2.0:1790657960.137615:0:20570:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1790657960.300818:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790657961.011734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790657961.011744:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790657961.011747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790657961.011750:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790657961.011881:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1877640471601024:0@lo:400:kworker.0 00000400:00000100:0.0:1790657961.011940:0:3454:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471601024 offset 0 length 224: 4 00010000:00010000:1.0:1790657961.329769:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657962.353102:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790657963.198805:0:20722:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790657963.217482:0:20722:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1790657963.217578:0:20722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657963.217594:0:20722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657963.217602:0:20722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657963.217609:0:20722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657963.217637:0:20722:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790657963.217643:0:20722:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790657963.217664:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:2.0:1790657963.217673:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1790657963.217677:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7cf95180 x1877640471600256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790657969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1790657963.217680:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657963.217688:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf6b748400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790657963.217692:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657963.217701:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657963.217708:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790657963.217713:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 10000000:01000000:2.0:1790657963.217714:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657963.217716:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1790657963.217718:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:1.0:1790657963.217719:0:20722:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790657963.217725:0:20722:0:(import.c:65:import_set_state_nolock()) ffff92cf485ad800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1790657963.217730:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:2.0:1790657963.217731:0:16413:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00000100:00100000:1.0:1790657963.217734:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7cf95180 x1877640471600256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790657969 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1790657963.217735:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790657963.217741:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00010000:00010000:2.0:1790657963.217742:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf6b748400/0xefae7e19be4098c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be4098ca expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790657963.217744:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00010000:00010000:2.0:1790657963.217761:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657963.217763:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657963.217765:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657963.217823:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471600256:0@lo:38:kworker.0 00000100:00080000:1.0:1790657963.218965:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790657963.218978:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7cf97b80 x1877640471600384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657963.219293:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ce4acee300 x1877640471600512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657963.219312:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7cf96d80 x1877640471600640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790657963.219390:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471600512:0@lo:400:kworker.0 00000100:00100000:2.0:1790657963.219417:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1877640471600384:0@lo:400:kworker.0 00000100:00100000:1.0:1790657963.219437:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92cf7cf97480 x1877640471600896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657963.219453:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ce4aceca80 x1877640471601024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790657977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790657963.219460:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1790657963.219482:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471600896:0@lo:400:kworker.0 00000100:00100000:3.0:1790657963.219516:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1877640471600640:0@lo:400:kworker.0 00000100:00100000:2.0:1790657963.219567:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1877640471601024:0@lo:400:kworker.0 00000100:00080000:0.0:1790657963.219578:0:20722:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1790657963.219617:0:20722:0:(import.c:65:import_set_state_nolock()) ffff92ce4ac39800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1790657963.219648:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1877640471601152:0@lo:39:umount.0 00000400:00000100:1.0:1790657963.219695:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877640471601152 offset 0 length 224: 4 00010000:00010000:1.0:1790657963.377884:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657964.400660:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657965.425509:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790657966.128480:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1790657966.128491:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1790657966.448367:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790657967.473842:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657968.497196:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657969.520293:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657970.416885:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790657955/real 1790657955] req@ffff92cf7cf96a00 x1877640471600768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790657970 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657970.416928:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf7cf96a00 x1877640471600768/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790657970 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790657970.416948:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790657970.416971:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1790657970.416975:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471600768:0@lo:250:kworker.0 00000100:00080000:2.0:1790657970.417112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12befd7f-123b-4418-8715-cb07310ca0d2->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790657970.417117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1790657970.417121:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790657970.417125:0:38:0:(import.c:545:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 551 00000100:00080000:2.0:1790657970.417129:0:38:0:(import.c:630:import_select_connection()) MGC192.168.204.150@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1790657970.417158:0:38:0:(import.c:666:import_select_connection()) MGC192.168.204.150@tcp: import ffff92ce48277000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790657970.417210:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce4aceca80 x1877640471601280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790657970.417367:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471601280:0@lo:250:kworker.0 00000400:00000100:3.0:1790657970.417412:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877640471601280 offset 0 length 520: 4 00010000:00010000:0.0:1790657970.545520:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657971.568845:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657972.593255:0:18467:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790657973.488274:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790657963/real 1790657963] req@ffff92cf583f5180 x1877640471601152/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790657973 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790657973.488312:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf583f5180 x1877640471601152/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790657973 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790657973.488332:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4ac39800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1790657973.488363:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1877640471601152:0@lo:39:umount.0 00000100:00080000:0.0:1790657973.489499:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790657973.489507:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790657973.489527:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790657973.490700:0:20722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490857:0:20722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490866:0:20722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490873:0:20722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490903:0:20722:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790657973.490911:0:20722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490918:0:20722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490925:0:20722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.490931:0:20722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790657973.491032:0:20722:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1790657973.491039:0:20722:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1790657973.491067:0:20722:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1790657973.491072:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1790657973.491077:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:1.0:1790657973.491082:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000080:0.0:1790657973.491084:0:20722:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790657973.491091:0:20722:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff92cf44e28000) has no exports 00010000:00010000:1.0:1790657973.491092:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491104:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca200 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:1.0:1790657973.491108:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491117:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1790657973.491123:0:20722:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff92cf44e28000) has no exports 10000000:00010000:1.0:1790657973.491124:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790657973.491133:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790657973.491135:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1790657973.491137:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1790657973.491181:0:16413:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:1.0:1790657973.491185:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491191:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be409899 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be4098a0 expref: -99 pid: 18451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491205:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790657973.491209:0:16413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491214:0:16413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69bc00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:1.0:1790657973.491224:0:16413:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491230:0:16413:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790657973.491235:0:16413:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790657973.491241:0:16413:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1790657973.491243:0:16413:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1790657973.491245:0:16413:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1790657973.491250:0:16413:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:1.0:1790657973.491253:0:16413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491258:0:16413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be409a91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409a98 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790657973.491272:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657973.491273:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790657973.491275:0:16413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790657973.492620:0:16412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1790657973.503095:0:20722:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf50c46ba0 - data ffff92cf606e0798/ffff92ce4a8bc400 00000020:01000000:0.0:1790657973.503832:0:20722:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff92cf5090a360 - data ffff92cf77df45e8/ffff92ce41d30c00 00100000:10000000:0.0:1790657973.514975:0:20722:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1790657973.548032:0:20722:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4098ae 00000020:00000080:2.0:1790657973.548043:0:20722:0:(genops.c:885:class_export_put()) final put ffff92ce4a6f4000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1790657973.548067:0:20722:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf7ffff000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1790657973.548071:0:20722:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf7ffff000 2 00000020:01000004:2.0:1790657973.548074:0:20722:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff92cf7ffff000 from lustre-OST0001 00000020:00000080:2.0:1790657973.548109:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657973.548120:0:20722:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1790657973.548123:0:20722:0:(genops.c:885:class_export_put()) final put ffff92cf582e7000/lustre-OST0001_UUID 00000020:00000080:2.0:1790657973.548126:0:20722:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582e7000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1790657973.548183:0:20722:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1790657973.548269:0:20722:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 12befd7f-123b-4418-8715-cb07310ca0d2->MGS 00010000:00010000:2.0:1790657973.548286:0:20722:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf40030000/0xefae7e19be4095f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be409600 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657973.548297:0:20722:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf40030000/0xefae7e19be4095f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be409600 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657973.548303:0:20722:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1790657973.548306:0:20722:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1790657973.548309:0:20722:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1790657973.548321:0:20722:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:2.0:1790657973.548325:0:20722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf40030000/0xefae7e19be4095f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be409600 expref: -99 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790657973.548340:0:20722:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf456a1800/0xefae7e19be4094e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xefae7e19be4094ef expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790657973.548346:0:20722:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf456a1800/0xefae7e19be4094e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xefae7e19be4094ef expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790657973.548352:0:20722:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790657973.548354:0:20722:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1790657973.548356:0:20722:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1790657973.548365:0:20722:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff92ce48277000 00010000:00010000:2.0:1790657973.548368:0:20722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf456a1800/0xefae7e19be4094e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xefae7e19be4094ef expref: -99 pid: 16406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1790657973.548383:0:20722:0:(import.c:65:import_set_state_nolock()) ffff92ce48277000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1790657973.548387:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1790657973.548389:0:20722:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1790657973.548397:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1790657973.548401:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1790657973.548412:0:20722:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ce4aceca80 x1877640471601280/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1790657990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1790657973.548430:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1790657973.548432:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000020:00000080:3.0:1790657973.548674:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a6f4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1790657973.548773:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12befd7f-123b-4418-8715-cb07310ca0d2:3450:1877640471601280:0@lo:250:kworker.0 10000000:01000000:2.0:1790657973.548877:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1790657973.548885:0:20722:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4094d3 00000020:00000080:2.0:1790657973.548890:0:20722:0:(genops.c:885:class_export_put()) final put ffff92ce4a9aa800/12befd7f-123b-4418-8715-cb07310ca0d2 00000020:01000000:2.0:1790657973.548937:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.150@tcp (flags='') 00000020:00000080:2.0:1790657973.548952:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657973.548957:0:20722:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.150@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790657973.548961:0:20722:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff92ce486899c0) has no exports 10000000:01000000:0.0:1790657973.549696:0:16421:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1790657973.553383:0:20722:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.150@tcp: client import never connected 00000100:00080000:2.0:1790657973.553393:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1790657973.553397:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1790657973.553402:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1790657973.553405:0:20722:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1790657973.556854:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4a9aa800/12befd7f-123b-4418-8715-cb07310ca0d2 for MGC192.168.204.150@tcp 00000020:00000080:2.0:1790657973.558467:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657973.558481:0:20722:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.150@tcp (uuid 12befd7f-123b-4418-8715-cb07310ca0d2) 00000020:01000000:2.0:1790657973.558504:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1790657973.558516:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657973.558522:0:20722:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790657973.558530:0:20722:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff92ce41d39800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790657973.558537:0:20722:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff92ce4868cd40) has exports, disconnecting them 00000020:00080000:2.0:1790657973.558542:0:20722:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff92ce41d39800), last request at 1790657892 00000020:00000080:2.0:1790657973.558546:0:20722:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4098d8 00000020:00080000:2.0:1790657973.558559:0:20722:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce41d39800): rc 0 00000020:00000080:2.0:1790657973.558563:0:20722:0:(genops.c:885:class_export_put()) final put ffff92ce41d39800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1790657973.561113:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce48277000 for MGC192.168.204.150@tcp 00000020:00000080:3.0:1790657973.561130:0:38:0:(genops.c:885:class_export_put()) final put ffff92ce48276000/12befd7f-123b-4418-8715-cb07310ca0d2 00000020:00000080:3.0:1790657973.561134:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce48276000/12befd7f-123b-4418-8715-cb07310ca0d2 for MGC192.168.204.150@tcp 00000020:01000000:3.0:1790657973.561165:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.150@tcp (12befd7f-123b-4418-8715-cb07310ca0d2) 00000020:00000080:3.0:1790657973.561459:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce41d39800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1790657973.562424:0:20722:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1790657973.562431:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790657973.562436:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790657973.562443:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790657973.562677:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657973.562685:0:20722:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1790657973.562692:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1790657973.562699:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790657973.562704:0:20722:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790657973.562712:0:20722:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff92ce490dc000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790657973.562718:0:20722:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff92cf76ec4d40) has exports, disconnecting them 00000020:00080000:3.0:1790657973.562734:0:20722:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff92ce490dc000), last request at 1790657892 00000020:00000080:3.0:1790657973.562738:0:20722:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be4098ed 00000020:00080000:3.0:1790657973.562765:0:20722:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ce490dc000): rc 0 00000020:00000080:3.0:1790657973.562771:0:20722:0:(genops.c:885:class_export_put()) final put ffff92ce490dc000/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1790657973.563447:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92cf485ad800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1790657973.563456:0:38:0:(genops.c:885:class_export_put()) final put ffff92cf43e30800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1790657973.563459:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf43e30800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1790657973.563471:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1790657973.563525:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce490dc000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1790657973.667284:0:20722:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1790657973.667294:0:20722:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790657973.667299:0:20722:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790657973.667306:0:20722:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790657973.667347:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff92ce4ac39800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1790657973.667409:0:18467:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1790657973.667592:0:16413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1790657973.667693:0:16412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1790657973.667803:0:16407:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff92ce48226200:16407] 0 exiting: rc = 1 00000100:00100000:0.0:1790657973.667873:0:16408:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff92ce48226c00:16408] 1 exiting: rc = 0 00000100:00100000:3.0:1790657973.694856:0:18466:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_002: service thread [ffff92ce483bd200:18466] 2 exiting: rc = 0 00000100:00100000:0.0:1790657973.694950:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.695746:0:16409:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff92ce48227c00:16409] 0 exiting: rc = 1 00000100:00100000:2.0:1790657973.695832:0:19172:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff92cf4f07d200:19172] 3 exiting: rc = 0 00000100:00100000:0.0:1790657973.696031:0:16411:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff92cf760c5a00:16411] 2 exiting: rc = 0 00000100:00100000:2.0:1790657973.696425:0:16410:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff92cf4562b600:16410] 1 exiting: rc = 0 00000100:00100000:3.0:1790657973.696849:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696859:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696865:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696884:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696890:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696896:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696903:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696907:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696912:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696917:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696921:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696926:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696931:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696937:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696942:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696947:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696952:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696958:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696963:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696968:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696973:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696978:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696984:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696989:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.696994:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697015:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697021:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697027:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697032:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697038:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697044:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697050:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697055:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697061:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697066:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697071:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697077:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697083:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697096:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697101:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697106:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697112:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697117:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697123:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697129:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697134:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697169:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697178:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697183:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697188:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697193:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697199:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697205:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697211:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697217:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697223:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697228:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697235:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697240:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697245:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697251:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697257:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697263:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.697269:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1790657973.698231:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790657973.698242:0:20722:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1790657973.698247:0:20722:0:(genops.c:885:class_export_put()) final put ffff92ce4ac3d000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1790657973.698251:0:20722:0:(genops.c:844:class_export_destroy()) destroying export ffff92ce4ac3d000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1790657973.698257:0:20722:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1790657973.698298:0:20722:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf7ffff000 1 00000020:00000080:3.0:1790657973.698304:0:20722:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xefae7e19be409892 00000020:00000080:3.0:1790657973.698416:0:20722:0:(genops.c:885:class_export_put()) final put ffff92cf73210000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1790657973.698443:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1790657973.698496:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf73210000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1790657973.698511:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657973.698517:0:20722:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790657973.698522:0:20722:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff92cf75a88000) has no exports 00000020:00000080:2.0:1790657973.721707:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657973.721732:0:20722:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1790657973.721739:0:20722:0:(genops.c:885:class_export_put()) final put ffff92cf478f4000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1790657973.721743:0:20722:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf478f4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1790657973.721763:0:20722:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1790657973.721948:0:20722:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff92cf478f2800 00000020:01000000:2.0:1790657973.721969:0:20722:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1790657973.721974:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790657973.721979:0:20722:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790657973.721982:0:20722:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff92cf44e299c0) has no exports 00000020:00000080:2.0:1790657973.724906:0:20722:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790657973.724924:0:20722:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1790657973.724930:0:20722:0:(genops.c:885:class_export_put()) final put ffff92cf582eb000/OSS_uuid 00000020:00000080:2.0:1790657973.724934:0:20722:0:(genops.c:844:class_export_destroy()) destroying export ffff92cf582eb000/OSS_uuid for OSS 00000020:01000000:2.0:1790657973.724943:0:20722:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1790657973.725204:0:17731:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff92cf5157ac00:17731] 2 exiting: rc = 0 00000100:00100000:0.0:1790657973.725301:0:17809:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff92ce4819b400:17809] 3 exiting: rc = 0 00000100:00100000:1.0:1790657973.726658:0:18522:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff92ce49c86200:18522] 4 exiting: rc = 0 00000100:00080000:3.0:1790657973.728328:0:16420:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1790657973.730066:0:17729:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff92cf50c29000:17729] 0 exiting: rc = 1 00000100:00100000:3.0:1790657973.730127:0:17730:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff92cf50c28800:17730] 1 exiting: rc = 0 00000100:00100000:2.0:1790657973.730500:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730510:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730515:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730520:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730526:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730534:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730538:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730544:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730548:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730557:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730680:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730837:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730848:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730868:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730873:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730880:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730888:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730893:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730903:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730910:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730915:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730920:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730925:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730930:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.730986:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731081:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731091:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731097:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731103:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731111:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731116:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731121:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731127:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731132:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731138:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731295:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731301:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731307:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731314:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731321:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731326:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731331:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731336:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731342:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731346:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731351:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731357:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731362:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731435:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731440:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731448:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731454:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731459:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731464:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731469:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731474:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731479:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731483:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731488:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731494:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731499:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731504:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731509:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.731514:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.733822:0:17734:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff92ce48655800:17734] 1 exiting: rc = 0 00000100:00100000:0.0:1790657973.734033:0:17732:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff92cf7f42aa00:17732] 0 exiting: rc = 1 00000100:00100000:1.0:1790657973.734634:0:18933:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_002: service thread [ffff92cf7fdc4c00:18933] 2 exiting: rc = 0 00000100:00100000:3.0:1790657973.734852:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734860:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734866:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734871:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734876:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734881:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734885:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734890:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734895:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734901:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734907:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734911:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734916:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734922:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734927:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734933:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734938:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734943:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734949:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734953:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734959:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734964:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734971:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734975:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734981:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734986:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.734991:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735010:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735015:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735033:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735039:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735044:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735050:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735055:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735060:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735066:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735074:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735079:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735085:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735090:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735095:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735105:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735110:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735115:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735120:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735126:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735132:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735160:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735169:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735176:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735181:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735187:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735193:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735198:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735204:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735209:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735214:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735219:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735224:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735230:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735236:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735241:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735246:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.735252:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.736827:0:17736:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff92cf42847a00:17736] 1 exiting: rc = 0 00000100:00100000:1.0:1790657973.737424:0:17737:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff92cf7fdc5600:17737] 2 exiting: rc = 0 00000100:00100000:2.0:1790657973.738043:0:17735:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff92cf7f42ac00:17735] 0 exiting: rc = 1 00000100:00100000:3.0:1790657973.738468:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738477:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738483:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738495:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738505:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738516:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738523:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738529:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738535:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738545:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738552:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738557:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738575:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738597:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738604:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738610:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738616:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738622:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738627:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738633:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738639:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738645:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738650:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738656:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738662:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738669:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738675:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738684:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738701:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738707:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738801:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738808:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738813:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738818:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738842:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738847:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738852:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738871:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738880:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738888:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738893:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738898:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738903:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738908:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738914:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738919:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738924:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738929:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738934:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738939:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738944:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738948:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738954:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738969:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738976:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738982:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738987:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.738992:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739133:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739171:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739180:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739187:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739194:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.739209:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790657973.748445:0:17738:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff92cf7fdc5200:17738] 0 exiting: rc = 1 00000100:00100000:3.0:1790657973.748541:0:17739:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff92cf54618a00:17739] 1 exiting: rc = 0 00000100:00100000:2.0:1790657973.748794:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748801:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748806:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748812:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748817:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748821:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748828:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748832:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748838:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748842:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748847:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748851:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748856:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748861:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748866:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748871:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748878:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748885:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748903:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748908:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748913:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748918:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748923:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748928:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748933:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748938:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748943:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748948:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748953:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748959:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748963:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748968:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748974:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748979:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748985:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748990:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.748995:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749114:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749119:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749125:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749129:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749135:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749353:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749361:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749367:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749372:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749378:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749383:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749388:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749393:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749398:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749402:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749407:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749421:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749427:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749433:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749438:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749443:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749455:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749462:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749467:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749472:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749477:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.749482:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790657973.751325:0:17741:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff92cf4656a200:17741] 1 exiting: rc = 0 00000100:00100000:3.0:1790657973.751652:0:17740:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff92cf4656b200:17740] 0 exiting: rc = 1 00000100:00100000:2.0:1790657973.751808:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751817:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751823:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751829:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751835:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751840:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751845:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751852:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751858:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751864:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751870:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751876:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751895:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751902:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751908:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751913:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751920:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751925:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751931:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751937:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751943:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751948:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751954:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.751960:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752006:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752014:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752019:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752024:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752030:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752036:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752041:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752048:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752054:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752060:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752066:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752076:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752096:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752103:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752108:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752114:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752119:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752124:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752134:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752160:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752167:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752173:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752179:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752186:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752285:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752296:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752302:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752308:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752314:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752320:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752325:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752331:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752337:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752343:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752348:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752362:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752382:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752449:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752456:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790657973.752461:0:20722:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1790657973.763661:0:20722:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1790657994.210706:0:21446:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg450-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1790658002.983658:0:21909:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1790658002.983664:0:21909:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1790658002.983779:0:21909:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff92ce490da000 00000020:01000004:2.0:1790658002.983796:0:21909:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1790658002.983804:0:21909:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1790658002.983817:0:21909:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff92cf75a88000) 00000020:00000080:2.0:1790658002.983831:0:21909:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1790658002.999344:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1790658003.001391:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1790658003.001714:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:2.0:1790658003.001806:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 451: rc = 0 00100000:10000000:2.0:1790658003.001887:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:2.0:1790658003.002428:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:2.0:1790658003.002843:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1790658003.002916:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:2.0:1790658003.003018:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1790658003.003317:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:2.0:1790658003.003578:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1790658003.004737:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 454: rc = 0 00100000:10000000:2.0:1790658003.004836:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 454: rc = 0 00100000:10000000:2.0:1790658003.005445:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 646: rc = 0 00100000:10000000:2.0:1790658003.005782:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.006028:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.006480:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 646: rc = 0 00100000:10000000:2.0:1790658003.006727:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 646: rc = 0 00100000:10000000:2.0:1790658003.006967:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.007378:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.007592:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 646: rc = 0 00100000:10000000:2.0:1790658003.007812:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 646: rc = 0 00100000:10000000:2.0:1790658003.008035:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.008477:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 646: rc = 0 00100000:10000000:2.0:1790658003.008689:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 646: rc = 0 00100000:10000000:2.0:1790658003.009084:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 671: rc = 0 00100000:10000000:2.0:1790658003.009565:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 671: rc = 0 00100000:10000000:2.0:1790658003.013105:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 671: rc = 0 00100000:10000000:2.0:1790658003.013548:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 671: rc = 0 00100000:10000000:2.0:1790658003.013803:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 671: rc = 0 00100000:10000000:2.0:1790658003.014069:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 671: rc = 0 00100000:10000000:2.0:1790658003.014508:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 671: rc = 0 00100000:10000000:2.0:1790658003.014749:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 671: rc = 0 00100000:10000000:2.0:1790658003.014996:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 671: rc = 0 00100000:10000000:2.0:1790658003.015562:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 671: rc = 0 00100000:10000000:2.0:1790658003.015806:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 671: rc = 0 00100000:10000000:2.0:1790658003.016052:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 671: rc = 0 00100000:10000000:2.0:1790658003.016452:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 671: rc = 0 00100000:10000000:2.0:1790658003.016705:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 671: rc = 0 00100000:10000000:2.0:1790658003.016941:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 671: rc = 0 00100000:10000000:2.0:1790658003.017539:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 671: rc = 0 00100000:10000000:2.0:1790658003.017769:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 671: rc = 0 00100000:10000000:2.0:1790658003.018016:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 671: rc = 0 00100000:10000000:2.0:1790658003.018432:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 671: rc = 0 00100000:10000000:2.0:1790658003.018648:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 671: rc = 0 00100000:10000000:2.0:1790658003.018886:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 671: rc = 0 00100000:10000000:2.0:1790658003.019128:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 671: rc = 0 00100000:10000000:2.0:1790658003.019641:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 671: rc = 0 00100000:10000000:2.0:1790658003.019900:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 671: rc = 0 00100000:10000000:2.0:1790658003.020177:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 671: rc = 0 00100000:10000000:2.0:1790658003.020449:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 671: rc = 0 00100000:10000000:2.0:1790658003.020682:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 671: rc = 0 00100000:10000000:2.0:1790658003.020923:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 671: rc = 0 00100000:10000000:2.0:1790658003.021441:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 671: rc = 0 00100000:10000000:2.0:1790658003.021692:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 671: rc = 0 00100000:10000000:2.0:1790658003.021909:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 671: rc = 0 00100000:10000000:2.0:1790658003.025838:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 671: rc = 0 00100000:10000000:2.0:1790658003.026423:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 660: rc = 0 00100000:10000000:2.0:1790658003.026599:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 660: rc = 0 00100000:10000000:2.0:1790658003.027366:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1790658003.027517:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 644: rc = 0 00100000:10000000:2.0:1790658003.027691:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1790658003.028369:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 644: rc = 0 00100000:10000000:2.0:1790658003.028559:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1790658003.028626:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 644: rc = 0 00100000:10000000:2.0:1790658003.029548:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1790658003.029614:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 455: rc = 0 00100000:10000000:2.0:1790658003.029997:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1790658003.030058:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 455: rc = 0 00100000:10000000:2.0:1790658003.031488:0:21909:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1790658003.031567:0:21909:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 455: rc = 0 00000020:00000080:2.0:1790658003.032385:0:21909:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1790658003.032394:0:21909:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790658003.032403:0:21909:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409dbd 00000020:01000004:2.0:1790658003.032411:0:21909:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1790658003.032417:0:21909:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1790658003.032422:0:21909:0:(tgt_mount.c:101:server_register_mount()) register mount ffff92ce490da000 from MGS 00000020:01000004:2.0:1790658003.032426:0:21909:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1790658003.032437:0:21909:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff92cf75a8b380) 00000020:00000080:2.0:1790658003.032448:0:21909:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1790658003.032498:0:21909:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce490da000 from MGS, refs=2 00080000:01000000:2.0:1790658003.032503:0:21909:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790658003.032509:0:21909:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409dcb 00000100:00100000:2.0:1790658003.032612:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790658003.032901:0:21909:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1790658003.032908:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1790658003.035647:0:21909:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1790658003.035660:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790658003.037513:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790658003.037799:0:21909:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1790658003.037806:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1790658003.038742:0:21909:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1790658003.038751:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1790658003.039248:0:21909:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1790658003.039254:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790658003.045080:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.045086:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.045088:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.046390:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.046395:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.046397:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658003.047483:0:21909:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790658003.050588:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1790658003.071897:0:21909:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:1.0:1790658003.071920:0:21909:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1790658003.071923:0:21909:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:0.0:1790658003.082614:0:21918:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1790658003.082822:0:21909:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1790658003.082949:0:21909:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790658003.083506:0:21909:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1790658003.083794:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790658003.083965:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1790658003.083972:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1790658003.089484:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1790658003.089497:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1790658003.090485:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1790658003.090492:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1790658003.102574:0:21909:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790658003.102596:0:21909:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.150@tcp' 00000020:01000004:3.0:1790658003.102597:0:21909:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790658003.102627:0:21909:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.150@tcp (typ=mgc) 00000100:00080000:0.0:1790658003.102775:0:21923:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1790658003.102859:0:21909:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.150@tcp (ffff92ce486899c0) 00000020:00000080:3.0:1790658003.102879:0:21909:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790658003.102958:0:21909:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf4377f000@MGC192.168.204.150@tcp: add connection 192.168.204.150@tcp at head 00010000:00010000:3.0:1790658003.103127:0:21909:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.150@tcp-0 is initialized 00000040:01000000:3.0:1790658003.103133:0:21909:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.150@tcp ctxt 1 is initialized 10000000:01000000:0.0:1790658003.109291:0:21924:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1790658003.109425:0:21909:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.150@tcp (uuid 440341e8-d73f-4d2f-9b02-b5cdb3f4e72a) 00000020:00000080:3.0:1790658003.109453:0:21909:0:(genops.c:1384:class_connect()) connect: client 440341e8-d73f-4d2f-9b02-b5cdb3f4e72a, cookie 0xefae7e19be409dd9 00000100:00080000:3.0:1790658003.109465:0:21909:0:(import.c:545:import_select_connection()) MGC192.168.204.150@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790658003.109477:0:21909:0:(import.c:666:import_select_connection()) MGC192.168.204.150@tcp: import ffff92cf4377f000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658003.109513:0:21909:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c53800 x1877640471601408/t0(0) o250->MGC192.168.204.150@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658003.109543:0:21909:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 440341e8-d73f-4d2f-9b02-b5cdb3f4e72a->MGS 00000020:01000004:3.0:1790658003.109571:0:21909:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1790658003.109576:0:21909:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1790658003.109602:0:21909:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff92ce4868cd40) 00000020:00000080:3.0:1790658003.109615:0:21909:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1790658003.111983:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3450:1877640471601408:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1790658003.112062:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.112195:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471601408 00000100:00100000:0.0:1790658003.112204:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471601408 00000100:00100000:0.0:1790658003.112251:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658003.112258:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3450:x1877640471601408:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1790658003.112284:0:21919:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 440341e8-d73f-4d2f-9b02-b5cdb3f4e72a@0@lo t0 exp 0000000000000000 cur 599 last 0 00000020:00000080:0.0:1790658003.112315:0:21919:0:(genops.c:1384:class_connect()) connect: client 440341e8-d73f-4d2f-9b02-b5cdb3f4e72a, cookie 0xefae7e19be409de7 00000100:00080000:0.0:1790658003.112456:0:21919:0:(import.c:65:import_set_state_nolock()) ffff92cf7fca2800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790658003.112508:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:3450:x1877640471601408:12345-0@lo:250:mount.lustre.0 Request processed in 248us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.112516:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658003.112563:0:3450:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.150@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790658003.112572:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.150@tcp: connect to target with instance 0 00000100:00080000:0.0:1790658003.112580:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.150@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790658003.112585:0:3450:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790658003.112588:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf4377f000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790658003.112591:0:3450:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790658003.112598:0:3450:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1790658003.112602:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3450:1877640471601408:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1790658003.129090:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790658003.129304:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1790658003.129311:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1790658003.130688:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1790658003.130827:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1790658003.131137:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1790658003.131364:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1790658003.132686:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790658003.132997:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1790658003.133002:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1790658003.134248:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1790658003.134256:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1790658003.178769:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790658003.178981:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1790658003.178987:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1790658003.189290:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1790658003.189309:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1790658003.191008:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790658003.191255:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790658003.191261:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1790658003.196583:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790658003.196753:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1790658003.197616:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790658003.197804:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1790658003.197810:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1790658003.199617:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790658003.199630:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1790658003.200780:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790658003.204243:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790658003.204253:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1790658003.206134:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1790658003.206275:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1790658003.236307:0:21909:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790658003.236547:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790658003.236554:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790658003.239638:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790658003.239652:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1790658003.242970:0:21909:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790658003.242988:0:21909:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790658003.246449:0:21909:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790658003.246494:0:21909:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1790658003.246501:0:21909:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.150@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790658003.246674:0:21909:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.150@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790658003.246722:0:21909:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.150@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790658003.246726:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790658003.246728:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790658003.246730:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658003.246731:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658003.246732:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658003.246734:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658003.246735:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658003.246737:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790658003.246739:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658003.246740:0:21909:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790658003.246743:0:21909:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790658003.246745:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790658003.246746:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790658003.246747:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658003.246753:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658003.246754:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658003.246755:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658003.246756:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658003.246757:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790658003.246758:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658003.246758:0:21909:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790658003.246786:0:21909:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790658003.246819:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601536:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790658003.246901:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.246945:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7f2db3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.247138:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471601536 00000100:00100000:0.0:1790658003.247172:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471601536 00000100:00100000:0.0:1790658003.247233:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790658003.247243:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:21909:x1877640471601536:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790658003.247290:0:21922:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790658003.247294:0:21922:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1790658003.247296:0:21922:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1790658003.247892:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1790658003.248331:0:21922:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1790658003.251422:0:21943:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1790658003.251429:0:21943:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1790658003.251432:0:21943:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1790658003.251435:0:21943:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1790658003.251481:0:21943:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1790658003.252396:0:21922:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790658003.252408:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790658003.261867:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:21909:x1877640471601536:12345-0@lo:253:mount.lustre.0 Request processed in 14616us (14955us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.261882:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658003.262553:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601536:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790658003.262570:0:21909:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790658003.262573:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790658003.262575:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790658003.262576:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658003.262577:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658003.262578:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658003.262579:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658003.262581:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658003.262582:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790658003.262584:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658003.262585:0:21909:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790658003.262607:0:21909:0:(tgt_mount.c:101:server_register_mount()) register mount ffff92ce490da000 from lustre-MDT0000 10000000:01000000:3.0:1790658003.262646:0:21909:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790658003.262649:0:21909:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790658003.262654:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff92ce486899c0 10000000:01000000:3.0:1790658003.262667:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790658003.262677:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff92ce486899c0 from 1 10000000:01000000:3.0:1790658003.262681:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790658003.262722:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.262734:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.262762:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658003.262782:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601664:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658003.262837:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.262881:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7f2dbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.263058:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471601664 00000100:00100000:0.0:1790658003.263065:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471601664 00000100:00100000:0.0:1790658003.263113:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790658003.263123:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:21909:x1877640471601664:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658003.263137:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658003.263197:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bcac00/0xefae7e19be409df5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409dee expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.263223:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bcac00/0xefae7e19be409df5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409dee expref: 6 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.263247:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bcac00/0xefae7e19be409df5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409dee expref: 6 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.263259:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bcac00, rc 0) 00000100:00100000:0.0:1790658003.263303:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:21909:x1877640471601664:12345-0@lo:101:mount.lustre.0 Request processed in 182us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.263310:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790658003.263530:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658003.263543:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.263551:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658003.264020:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658003.264055:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.264092:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7f2dbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.264961:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471601792 00000100:00100000:0.0:1790658003.264970:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471601792 00000100:00100000:0.0:1790658003.265014:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790658003.265023:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:21909:x1877640471601792:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658003.266539:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:21909:x1877640471601792:12345-0@lo:501:mount.lustre.0 Request processed in 1395us (2360us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790658003.266552:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790658003.266706:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601792:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1790658003.266751:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1790658003.266772:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.266782:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658003.266791:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92ce490da000 10000000:01000000:3.0:1790658003.266796:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790658003.266823:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff92ce490da000 10000000:01000000:3.0:1790658003.266826:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790658003.266829:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff92ce490da000 from 1 10000000:01000000:3.0:1790658003.266832:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790658003.266871:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.266880:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.266890:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658003.266907:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601920:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658003.266939:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.267015:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7f2dbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658003.268032:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471601920 00000100:00100000:1.0:1790658003.268044:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471601920 00000100:00100000:1.0:1790658003.268132:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790658003.268284:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:21909:x1877640471601920:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658003.268301:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658003.268324:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1cc00/0xefae7e19be409e03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409dfc expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.268352:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1cc00/0xefae7e19be409e03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409dfc expref: 7 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.268364:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1cc00/0xefae7e19be409e03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409dfc expref: 7 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.268373:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1cc00, rc 0) 00000100:00100000:1.0:1790658003.268447:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+7:21909:x1877640471601920:12345-0@lo:101:mount.lustre.0 Request processed in 306us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658003.268471:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790658003.268550:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471601920:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658003.268567:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e03 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.268575:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409e03 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658003.268591:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1790658003.268599:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e03 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.268607:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094400/0xefae7e19be409dfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e03 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658003.268642:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1790658003.268648:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790658003.268654:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff92ce490da000 10000000:01000000:0.0:1790658003.268665:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1790658003.268670:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1790658003.268673:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1790658003.268695:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.268703:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.268713:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658003.268730:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602048:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790658003.268765:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.277617:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602048 00000100:00100000:3.0:1790658003.277642:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602048 00000100:00100000:3.0:1790658003.277697:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658003.277718:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+7:21909:x1877640471602048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658003.277736:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658003.277758:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7d094a00/0xefae7e19be409e11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409e0a expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.277789:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7d094a00/0xefae7e19be409e11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409e0a expref: 8 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.277800:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7d094a00/0xefae7e19be409e11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409e0a expref: 8 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.277827:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7d094a00, rc 0) 00000100:00100000:3.0:1790658003.277896:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+8:21909:x1877640471602048:12345-0@lo:101:mount.lustre.0 Request processed in 190us (9130us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658003.277903:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790658003.282358:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4725a300 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.282398:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602048:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658003.282434:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e11 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.282448:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409e11 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658003.282531:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602176:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658003.282586:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.282637:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4725a300 going to sleep for 11 seconds 00000100:00100000:3.0:1790658003.282808:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602176 00000100:00100000:3.0:1790658003.282816:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602176 00000100:00100000:3.0:1790658003.282876:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658003.282887:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+8:21909:x1877640471602176:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658003.283383:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21909:x1877640471602176:12345-0@lo:501:mount.lustre.0 Request processed in 496us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658003.283392:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658003.284693:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602176:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658003.284753:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602304:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658003.284823:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.284866:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4725a300 going to sleep for 11 seconds 00000100:00100000:3.0:1790658003.284981:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602304 00000100:00100000:3.0:1790658003.284989:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602304 00000100:00100000:3.0:1790658003.285033:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790658003.285041:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21909:x1877640471602304:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658003.285438:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21909:x1877640471602304:12345-0@lo:503:mount.lustre.0 Request processed in 397us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658003.285446:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790658003.287060:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471602304:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658003.288048:0:21944:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21944:1877640471602432:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790658003.288120:0:21944:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.288205:0:21944:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4725af00 going to sleep for 11 seconds 00000100:00100000:3.0:1790658003.288373:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602432 00000100:00100000:3.0:1790658003.288381:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602432 00000100:00100000:3.0:1790658003.288434:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790658003.288444:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21944:x1877640471602432:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790658003.289002:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21944:x1877640471602432:12345-0@lo:502:llog_process_th.0 Request processed in 557us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658003.289011:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790658003.289212:0:21944:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21944:1877640471602432:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1790658003.289245:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658003.289255:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658003.289258:0:21944:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1790658003.289267:0:21944:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1790658003.289270:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790658003.289285:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff92cf76ec19c0) 00000020:00000080:0.0:1790658003.289305:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1790658003.289311:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1790658003.289387:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:0.0:1790658003.289400:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e1f 00000020:00000080:0.0:1790658003.289876:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1790658003.289881:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658003.289886:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658003.289888:0:21944:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1790658003.289891:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658003.289894:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658003.289896:0:21944:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1790658003.289899:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790658003.289913:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff92cf76ec0000) 00000020:00000080:0.0:1790658003.289923:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1790658003.289927:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1790658003.289929:0:21944:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1790658003.289932:0:21944:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1790658003.289937:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1790658003.289978:0:21944:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce490da000 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1790658003.289991:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff92cf76ec4d40) 00000020:00000080:0.0:1790658003.289997:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1790658003.290054:0:21944:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1790658003.290060:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be409e34 00000020:00000080:0.0:1790658003.290341:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1790658003.290349:0:21944:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1790658003.290354:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xefae7e19be409e3b 00080000:01000000:0.0:1790658003.290359:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:0.0:1790658003.290363:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e42 00010000:00010000:2.0:1790658003.406645:0:21944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1790658003.407234:0:21944:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:2.0:1790658003.407891:0:21944:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790658003.408602:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff92cf75a8cd40) 00000020:00000080:2.0:1790658003.408621:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1790658003.408694:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790658003.408702:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e50 00000020:00000080:2.0:1790658003.411595:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790658003.423077:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xefae7e19be409e57 00000020:00000080:2.0:1790658003.425650:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1790658003.425666:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790658003.425675:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.425678:0:21944:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1790658003.425681:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790658003.425684:0:21944:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1790658003.425686:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.425687:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.425689:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790658003.425691:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.425693:0:21944:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790658003.425696:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790658003.426496:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.426501:0:21944:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1790658003.426509:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790658003.427912:0:21944:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790658003.427955:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658003.427962:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.427964:0:21944:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790658003.427968:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658003.427972:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.427974:0:21944:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790658003.427977:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790658003.427984:0:21944:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:00000080:1.0:1790658003.428016:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790658003.428032:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff92cf44e2b380) 00000020:00000080:1.0:1790658003.428053:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790658003.428059:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790658003.428370:0:21944:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790658003.428377:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790658003.428385:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e65 00010000:00080000:1.0:1790658003.428419:0:21944:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce48366000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.150@tcp at head 00010000:00010000:1.0:1790658003.433003:0:21944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1790658003.434969:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790658003.434987:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1790658003.435023:0:21944:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1790658003.435045:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be409e6c 00000100:00080000:2.0:1790658003.435057:0:21944:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790658003.435069:0:21944:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ce48366000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658003.435193:0:21944:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce4aceea00 x1877640471602560/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790658003.435220:0:21944:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1790658003.435335:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602560:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790658003.435407:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1790658003.435431:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790658003.435442:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.435444:0:21944:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1790658003.435449:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790658003.435452:0:21944:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1790658003.435454:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.435456:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.435458:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790658003.435460:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.435718:0:21944:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790658003.435724:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790658003.435730:0:21944:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1790658003.435735:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.435737:0:21944:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790658003.435740:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790658003.435745:0:21944:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:01000000:2.0:1790658003.435769:0:21944:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790658003.435772:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790658003.435785:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff92cf75a899c0) 00000020:00000080:2.0:1790658003.435799:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790658003.435805:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790658003.435866:0:21944:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790658003.435873:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790658003.435879:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e7a 00000100:00100000:0.0:1790658003.435886:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602560 00000100:00100000:0.0:1790658003.435896:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602560 00010000:00080000:2.0:1790658003.435911:0:21944:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf7d237000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.150@tcp at head 00010000:00010000:2.0:1790658003.436121:0:21944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1790658003.436368:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658003.436376:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1877640471602560:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1790658003.436393:0:21931:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:2.0:1790658003.437002:0:21944:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790658003.437053:0:21944:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790658003.438983:0:21944:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790658003.439061:0:21944:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790658003.439245:0:21944:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1790658003.440489:0:21950:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790658003.440495:0:21950:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790658003.442694:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790658003.442720:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790658003.442992:0:21944:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790658003.443014:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be409e81 00000100:00080000:2.0:1790658003.443025:0:21944:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790658003.443036:0:21944:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff92cf7d237000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658003.443070:0:21944:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce4aceed80 x1877640471602688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790658003.443238:0:21944:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1790658003.443332:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790658003.443337:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00100000:1.0:1790658003.443337:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602688:0@lo:8:llog_process_th.0 00000020:00000080:2.0:1790658003.443341:0:21944:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790658003.443347:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790658003.443350:0:21944:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1790658003.443352:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.443354:0:21944:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790658003.443355:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790658003.443367:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.443369:0:21944:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790658003.443371:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790658003.443376:0:21944:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1790658003.443380:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658003.443382:0:21944:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1790658003.443384:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790658003.443388:0:21944:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:01000000:2.0:1790658003.443412:0:21944:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000400:00000100:1.0:1790658003.443414:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471602688 offset 0 length 520: 4 00000020:00000080:2.0:1790658003.443416:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790658003.443447:0:21944:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff92cf80344d40) 00000020:00000080:2.0:1790658003.443461:0:21944:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1790658003.443467:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790658003.443522:0:21944:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1790658003.443527:0:21944:0:(osd_handler.c:1574:osd_obd_connect()) connect #7 00000020:00000080:2.0:1790658003.443536:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xefae7e19be409e8f 00010000:00080000:2.0:1790658003.443578:0:21944:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce41300800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.150@tcp at head 00010000:00010000:2.0:1790658003.443784:0:21944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1790658003.443964:0:21944:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790658003.443989:0:21944:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790658003.444581:0:21944:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790658003.444661:0:21944:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1790658003.444723:0:21944:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1790658003.446825:0:21952:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790658003.446832:0:21952:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1790658003.449189:0:21944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790658003.449206:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790658003.449360:0:21944:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790658003.449382:0:21944:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be409e96 00000100:00080000:1.0:1790658003.449392:0:21944:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790658003.449428:0:21944:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658003.449465:0:21944:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf97480 x1877640471602816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790658003.449490:0:21944:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1790658003.449742:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658003.449746:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.449748:0:21944:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1790658003.449752:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658003.449756:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.449758:0:21944:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790658003.449760:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790658003.449762:0:21944:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1790658003.449765:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658003.449767:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.449768:0:21944:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1790658003.449771:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658003.449773:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.449774:0:21944:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790658003.449778:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1790658003.449811:0:21944:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21944:1877640471602944:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.449892:0:21944:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.449935:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471602944 00000100:00100000:1.0:1790658003.449942:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471602944 00000100:00100000:1.0:1790658003.449979:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790658003.449989:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21944:x1877640471602944:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790658003.450449:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602816:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1790658003.450509:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471602816 offset 0 length 520: 4 00000100:00100000:1.0:1790658003.450899:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21944:x1877640471602944:12345-0@lo:502:llog_process_th.0 Request processed in 909us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658003.450908:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790658003.450947:0:21944:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45547780 going to sleep for 11 seconds 00000100:00100000:1.0:1790658003.450968:0:21944:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21944:1877640471602944:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1790658003.451003:0:21944:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658003.451008:0:21944:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658003.451010:0:21944:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1790658003.451013:0:21944:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1790658003.451330:0:21909:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1790658003.451347:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1790658003.451410:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e11 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451422:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb200/0xefae7e19be409e0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409e11 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658003.451431:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92ce490da000 from 1 10000000:01000000:2.0:1790658003.451434:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790658003.451479:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451488:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451497:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.451514:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603072:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790658003.451564:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.451582:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:2.0:1790658003.451602:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603072 00000100:00100000:2.0:1790658003.451607:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603072 00000100:00100000:2.0:1790658003.451637:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790658003.451645:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+9:21909:x1877640471603072:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658003.451656:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658003.451670:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409e9d expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451692:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409e9d expref: 10 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451702:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409e9d expref: 10 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451710:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69a400, rc 0) 00000100:00100000:2.0:1790658003.451740:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+10:21909:x1877640471603072:12345-0@lo:101:mount.lustre.0 Request processed in 96us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658003.451746:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790658003.451781:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603072:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658003.451793:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.451802:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.452394:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603200:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1790658003.452466:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.452484:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:1.0:1790658003.453281:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603200 00000100:00100000:1.0:1790658003.453288:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603200 00000100:00100000:1.0:1790658003.453331:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658003.453340:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+10:21909:x1877640471603200:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1790658003.453356:0:21919:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1790658003.453362:0:21919:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1790658003.453455:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+10:21909:x1877640471603200:12345-0@lo:256:mount.lustre.0 Request processed in 116us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658003.453478:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790658003.453777:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603200:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1790658003.454437:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000100:00100000:1.0:1790658003.454968:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1877640471602560:12345-0@lo:38:llog_process_th.0 Request processed in 18588us (19558us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790658003.454983:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1790658003.455330:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790658003.455336:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790658003.455340:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602560:0@lo:38:llog_process_th.0 00010000:00010000:2.0:1790658003.455901:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.455913:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658003.455923:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92ce490da000 from 1 10000000:01000000:2.0:1790658003.455926:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790658003.455960:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.455968:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.455979:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.455997:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603328:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790658003.456045:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.456089:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.456207:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603328 00000100:00100000:0.0:1790658003.456214:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603328 00000100:00100000:0.0:1790658003.456263:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658003.456271:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+10:21909:x1877640471603328:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658003.456284:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658003.456298:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409eab expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.456342:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409eab expref: 11 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.456353:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409eab expref: 11 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.456362:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bcae00, rc 0) 00000100:00100000:0.0:1790658003.456406:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603328:12345-0@lo:101:mount.lustre.0 Request processed in 136us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.456413:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790658003.456618:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603328:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658003.456632:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.456651:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.456700:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658003.456727:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.456753:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.456765:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603456 00000100:00100000:0.0:1790658003.456771:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603456 00000100:00100000:0.0:1790658003.456804:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790658003.456811:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658003.457347:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603456:12345-0@lo:501:mount.lustre.0 Request processed in 535us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.457356:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790658003.457394:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658003.457436:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603584:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790658003.457493:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.457536:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603584 00000100:00100000:0.0:1790658003.457542:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603584 00000100:00100000:0.0:1790658003.457569:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790658003.457575:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603584:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790658003.457712:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.457809:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603584:12345-0@lo:503:mount.lustre.0 Request processed in 232us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.457816:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790658003.457849:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603584:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658003.458757:0:21954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21954:1877640471603712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790658003.458809:0:21954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.458895:0:21954:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf58281780 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.458933:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603712 00000100:00100000:0.0:1790658003.458939:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603712 00000100:00100000:0.0:1790658003.459028:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790658003.459037:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21954:x1877640471603712:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790658003.459332:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21954:x1877640471603712:12345-0@lo:502:llog_process_th.0 Request processed in 296us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.459340:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658003.459751:0:21954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21954:1877640471603712:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790658003.459780:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658003.459789:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459792:0:21954:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790658003.459800:0:21954:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92ce490da000 00000020:00000080:3.0:1790658003.459803:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658003.459810:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658003.459813:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459815:0:21954:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790658003.459817:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658003.459820:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459821:0:21954:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790658003.459825:0:21954:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92ce490da000 00000020:00000080:3.0:1790658003.459827:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658003.459885:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658003.459889:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459890:0:21954:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1790658003.459892:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658003.459895:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459896:0:21954:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658003.459900:0:21954:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92ce490da000 00000020:00000080:3.0:1790658003.459902:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658003.459919:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658003.459922:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459929:0:21954:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658003.459933:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658003.459935:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.459936:0:21954:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1790658003.459939:0:21954:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92ce490da000 00000020:00000080:3.0:1790658003.459941:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1790658003.459981:0:21954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21954:1877640471603840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790658003.460021:0:21954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.465958:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603840 00000100:00100000:2.0:1790658003.465977:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603840 00000100:00100000:2.0:1790658003.466683:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790658003.466699:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21954:x1877640471603840:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790658003.467498:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21954:x1877640471603840:12345-0@lo:502:llog_process_th.0 Request processed in 799us (7471us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658003.467514:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658003.472666:0:21954:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf58281780 going to sleep for 11 seconds 00000100:00100000:3.0:1790658003.472701:0:21954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21954:1877640471603840:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790658003.472740:0:21954:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658003.472748:0:21954:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658003.472751:0:21954:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1790658003.472756:0:21954:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1790658003.473012:0:21909:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1790658003.473036:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790658003.473053:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473065:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658003.473128:0:21909:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790658003.473130:0:21909:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92ce490da000 10000000:01000000:2.0:1790658003.473133:0:21909:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92ce490da000 10000000:01000000:2.0:1790658003.473137:0:21909:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790658003.473278:0:21909:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92ce490da000 from 1 10000000:01000000:2.0:1790658003.473281:0:21909:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790658003.473320:0:21909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473330:0:21909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473340:0:21909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.473361:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603968:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790658003.473423:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.473449:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7fce8900 going to sleep for 11 seconds 00000100:00100000:2.0:1790658003.473470:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471603968 00000100:00100000:2.0:1790658003.473476:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471603968 00000100:00100000:2.0:1790658003.473592:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790658003.473602:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471603968:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658003.473616:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658003.473628:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69b600/0xefae7e19be409ec0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409eb9 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473650:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69b600/0xefae7e19be409ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409eb9 expref: 12 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473672:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69b600/0xefae7e19be409ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409eb9 expref: 12 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473681:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b600, rc 0) 00000100:00100000:2.0:1790658003.473715:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471603968:12345-0@lo:101:mount.lustre.0 Request processed in 114us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658003.473722:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790658003.473761:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471603968:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658003.473775:0:21909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ec0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.473784:0:21909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ec0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658003.473827:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604096:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658003.473851:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658003.473865:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601e7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.474216:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604096 00000100:00100000:0.0:1790658003.474222:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604096 00000100:00100000:0.0:1790658003.474254:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790658003.474341:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471604096:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658003.474707:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471604096:12345-0@lo:501:mount.lustre.0 Request processed in 368us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.474715:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790658003.475025:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658003.475062:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658003.475103:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658003.475190:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf58281780 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.475191:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604224 00000100:00100000:0.0:1790658003.475198:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604224 00000100:00100000:0.0:1790658003.475225:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790658003.475234:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471604224:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658003.475472:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471604224:12345-0@lo:503:mount.lustre.0 Request processed in 238us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.475480:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790658003.476653:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604224:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658003.478462:0:21958:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.478571:0:21958:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.478623:0:21958:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47de0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1790658003.478736:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604352 00000100:00100000:2.0:1790658003.478743:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604352 00000100:00100000:2.0:1790658003.478794:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790658003.478804:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790658003.479085:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604352:12345-0@lo:502:llog_process_th.0 Request processed in 282us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658003.479093:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790658003.479392:0:21958:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604352:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1790658003.479457:0:21958:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1790658003.479474:0:21958:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff92cf44e299c0) 00000020:00000080:1.0:1790658003.479495:0:21958:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1790658003.479664:0:21958:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce490da000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790658003.479670:0:21958:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92ce490da000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1790658003.479679:0:21958:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce490da000 4 00010000:00080000:1.0:1790658003.479719:0:21958:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf7d231800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.150@tcp at head 00010000:00010000:1.0:1790658003.481997:0:21958:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1790658003.482253:0:21958:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1790658003.482292:0:21958:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790658003.482307:0:21958:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xefae7e19be409ece 00000100:00080000:1.0:1790658003.482317:0:21958:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790658003.482328:0:21958:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff92cf7d231800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658003.482368:0:21958:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf97800 x1877640471604480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790658003.482411:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471604480:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790658003.482472:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.482554:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604480 00000100:00100000:1.0:1790658003.482561:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604480 00000100:00100000:1.0:1790658003.487421:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790658003.487434:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471604480:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790658003.488285:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471604480:12345-0@lo:38:llog_process_th.0 Request processed in 846us (5806us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790658003.488296:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790658003.488348:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790658003.488358:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d231800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790658003.488378:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790658003.488382:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471604480:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1790658003.488457:0:21958:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1790658003.489335:0:21958:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604608:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.489406:0:21958:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.489446:0:21958:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47de0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.492614:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604608 00000100:00100000:0.0:1790658003.492632:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604608 00000100:00100000:0.0:1790658003.492700:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1790658003.492721:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604608:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790658003.493635:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604608:12345-0@lo:502:llog_process_th.0 Request processed in 921us (4224us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.493645:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790658003.495700:0:21958:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604608:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.497992:0:21958:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604736:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.498078:0:21958:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.498271:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604736 00000100:00100000:1.0:1790658003.498279:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604736 00000100:00100000:1.0:1790658003.498344:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790658003.498355:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604736:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790658003.498762:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21958:x1877640471604736:12345-0@lo:502:llog_process_th.0 Request processed in 408us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658003.498771:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790658003.498824:0:21958:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47de0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1790658003.498916:0:21958:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21958:1877640471604736:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1790658003.498943:0:21958:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1790658003.499238:0:21909:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790658003.499266:0:21909:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790658003.499292:0:21909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ec0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658003.499305:0:21909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69be00/0xefae7e19be409eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ec0 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790658003.499359:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790658003.499361:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790658003.499363:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658003.499364:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658003.499365:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658003.499367:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658003.499368:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790658003.499369:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790658003.499371:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658003.499373:0:21909:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790658003.499376:0:21909:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790658003.499379:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790658003.499380:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790658003.499381:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658003.499382:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658003.499383:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658003.499384:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658003.499386:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790658003.499387:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790658003.499388:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658003.499389:0:21909:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790658003.499408:0:21909:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790658003.499421:0:21909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604864:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790658003.499468:0:21909:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.499499:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604864 00000100:00100000:2.0:1790658003.499505:0:21909:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658003.499507:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604864 00000100:00100000:0.0:1790658003.499557:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790658003.499566:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21909:x1877640471604864:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790658003.499598:0:21920:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1790658003.499614:0:21920:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790658003.611578:0:21920:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790658003.611599:0:21920:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1790658003.611757:0:21942:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790658003.611763:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790658003.611786:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.611804:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409e9d expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.611812:0:21942:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.611852:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.611868:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 12 pid: 21922 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658003.611882:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471604992:0@lo:104: 00000100:00100000:1.0:1790658003.611961:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658003.612010:0:21942:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47de0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1790658003.612059:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471604992 00000100:00100000:3.0:1790658003.612067:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471604992 00000100:00100000:3.0:1790658003.612117:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790658003.612126:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471604992:12345-0@lo:104: 00010000:00010000:3.0:1790658003.612163:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612239:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790658003.612252:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471604992:12345-0@lo:104: Request processed in 128us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658003.612259:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790658003.612286:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658003.612292:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612299:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69ae00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:3.0:1790658003.612303:0:21916:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612312:0:21916:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790658003.612319:0:21916:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658003.612325:0:21916:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790658003.612355:0:21916:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612361:0:21916:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1790658003.612368:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471604992:0@lo:104: 00010000:00010000:3.0:1790658003.612380:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612385:0:21942:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612387:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ae00/0xefae7e19be409e9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ea4 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658003.612403:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.612405:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658003.612406:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658003.612441:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471605120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658003.612470:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658003.612814:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605120 00000100:00100000:0.0:1790658003.612820:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605120 00010000:00010000:0.0:1790658003.612841:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 13 pid: 21922 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658003.612872:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658003.612879:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+13:3451:x1877640471605120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658003.612890:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658003.612896:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 13 pid: 21922 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612906:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 13 pid: 21922 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612920:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69a400/0xefae7e19be409ea4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409e9d expref: 13 pid: 21922 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612932:0:21912:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612949:0:21912:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790658003.612964:0:21912:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001201764s 00010000:00010000:0.0:1790658003.612968:0:21912:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612975:0:21912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612981:0:21912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612986:0:21912:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.612991:0:21912:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1de00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:0.0:1790658003.612995:0:21912:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.613002:0:21912:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.613023:0:21912:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658003.613033:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790658003.613074:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:3451:x1877640471605120:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658003.613081:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790658003.613086:0:21942:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.613093:0:21942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658003.613100:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409ed5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658003.613386:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471605120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658003.622511:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21909:x1877640471604864:12345-0@lo:253:mount.lustre.0 Request processed in 122931us (123028us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658003.622527:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790658003.622631:0:21909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21909:1877640471604864:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790658003.622648:0:21909:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790658003.622651:0:21909:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790658003.622653:0:21909:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790658003.622654:0:21909:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658003.622656:0:21909:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658003.622657:0:21909:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658003.622658:0:21909:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658003.622660:0:21909:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658003.622662:0:21909:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790658003.622663:0:21909:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658003.622665:0:21909:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1790658003.622680:0:21909:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1790658003.627026:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1790658003.627537:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1790658003.627828:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1790658003.627988:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1790658003.628442:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1790658003.628607:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658003.629744:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658003.629915:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658003.630359:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658003.630599:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658003.630861:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658003.631019:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:1.0:1790658003.658029:0:21909:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1790658003.658759:0:21909:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1790658003.659050:0:21971:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1790658003.659129:0:21971:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658003.661192:0:21971:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790658003.661285:0:21971:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:2.0:1790658003.661605:0:21909:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:0.0:1790658003.662020:0:21970:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1790658003.662027:0:21970:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00080000:2.0:1790658003.662514:0:21972:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff92ce4acef100 x1877640471605248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658003.662527:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00000040:01000000:3.0:1790658003.664619:0:21909:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1790658003.664795:0:21909:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1790658003.665681:0:21909:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790658003.665703:0:21909:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1790658003.667367:0:21909:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658003.668850:0:21909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790658003.669685:0:21909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790658003.669730:0:21909:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1790658003.671028:0:21909:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1790658003.673095:0:21909:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1790658003.683965:0:21909:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790658003.712939:0:21909:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790658003.712984:0:21909:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7ef018a3988 00100000:10000000:0.0:1790658003.712993:0:21909:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1790658003.714054:0:21909:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790658003.714073:0:21909:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.150@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790658003.714089:0:21909:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1790658003.714115:0:21909:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:2.0:1790658004.080267:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790658004.530887:0:21962:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1790658004.530897:0:21962:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1790658004.531410:0:21962:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1790658004.531417:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1790658004.720239:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 10000000:01000000:3.0:1790658004.976398:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790658004.976408:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92ce490da000 from 11 10000000:01000000:3.0:1790658004.976414:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790658004.976482:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658004.976493:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658004.976505:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658004.976533:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471605376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790658004.976617:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658004.976736:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf75f4b540 going to sleep for 11 seconds 00000100:00100000:0.0:1790658004.976829:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605376 00000100:00100000:0.0:1790658004.976838:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605376 00000100:00100000:0.0:1790658004.976895:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790658004.976904:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+11:21924:x1877640471605376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658004.976928:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658004.976942:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409edc expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658004.977085:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409edc expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658004.977098:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409edc expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658004.977107:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bca600, rc 0) 00000100:00100000:0.0:1790658004.977322:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21924:x1877640471605376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 419us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658004.977329:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790658004.977517:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471605376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790658004.977534:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658004.977543:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658004.977597:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471605504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790658004.977629:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658004.977699:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf75f4b540 going to sleep for 11 seconds 00000100:00100000:2.0:1790658004.983744:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605504 00000100:00100000:2.0:1790658004.983765:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605504 00000100:00100000:2.0:1790658004.983904:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790658004.983916:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21924:x1877640471605504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790658004.983943:0:21920:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790658004.984222:0:21920:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790658004.984227:0:21920:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1790658004.984640:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:21924:x1877640471605504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 611us (6894us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658004.984652:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790658004.984835:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471605504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790658004.984896:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790658004.984907:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658004.984919:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658005.104320:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790658005.553364:0:21962:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1790658005.553374:0:21962:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790658005.556275:0:21962:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1790658005.556358:0:21962:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790658005.556397:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1790658005.747260:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:3.0:1790658006.128418:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658006.768294:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:3.0:1790658007.157906:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658007.793255:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00000001:02000400:1.0:1790658008.136384:0:22214:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg450-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1790658008.187369:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790658008.624879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790658008.624888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1790658008.624891:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790658008.624900:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:1.0:1790658008.624905:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790658008.624917:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ce48366000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658008.624939:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf95f80 x1877640471605760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790658008.624950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790658008.624960:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790658008.624964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790658008.624967:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790658008.624969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790658008.624972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790658008.624974:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf7d231800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790658008.624981:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff92cf7d231800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658008.624994:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf94380 x1877640471605888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790658008.625017:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790658008.625063:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471605632:0@lo:400:kworker.0 00000100:00100000:1.0:1790658008.625159:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658008.625210:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605632 00000100:00100000:1.0:1790658008.625218:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605632 00000100:00100000:1.0:1790658008.625262:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790658008.625270:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:3451:x1877640471605632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658008.625319:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:3451:x1877640471605632:12345-0@lo:400:kworker.0 Request processed in 49us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658008.625327:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790658008.625399:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471605632:0@lo:400:kworker.0 00000100:00100000:2.0:1790658008.628811:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471605760:0@lo:38:kworker.0 00000100:00100000:2.0:1790658008.628946:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658008.628984:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471605888:0@lo:38:kworker.0 00000100:00100000:2.0:1790658008.629014:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658008.629250:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605888 00000100:00100000:3.0:1790658008.629258:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605888 00000100:00100000:3.0:1790658008.629299:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658008.629306:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1877640471605888:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1790658008.629333:0:21928:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 604 last 0 00000020:00000080:3.0:1790658008.629371:0:21928:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xefae7e19be409eea 00000004:00100000:3.0:1790658008.629386:0:21928:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790658008.629525:0:21928:0:(import.c:65:import_set_state_nolock()) ffff92ce41320800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658008.629578:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3450:x1877640471605888:12345-0@lo:38:kworker.0 Request processed in 270us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658008.629585:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790658008.629755:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605760 00000100:00100000:1.0:1790658008.629761:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605760 00000100:00100000:1.0:1790658008.629790:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790658008.629795:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471605760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790658008.629820:0:21932:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790658008.629853:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471605760:12345-0@lo:38:kworker.0 Request processed in 57us (908us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790658008.629860:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1790658008.629954:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658008.629960:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790658008.629964:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471605760:0@lo:38:kworker.0 00010000:00080000:2.0:1790658008.629979:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff92cf7cf94380 x1877640471605888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790658008.629993:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790658008.630000:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1790658008.630005:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790658008.630007:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d231800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790658008.630012:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1877640471605888:0@lo:38:kworker.0 00000100:00100000:0.0:1790658008.820604:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658009.201409:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658009.840307:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:3.0:1790658010.225268:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658010.864467:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658011.252201:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658011.888322:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658012.272533:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658012.912213:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658013.296448:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658013.744305:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658003/real 1790658003] req@ffff92cf7cf97480 x1877640471602816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658013.744362:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf7cf97480 x1877640471602816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658013.744375:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658003/real 1790658003] req@ffff92ce4aceed80 x1877640471602688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658013.744393:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92ce4aceed80 x1877640471602688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790658013.744410:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658013.744467:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790658013.744471:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602816:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1790658013.744479:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d237000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658013.744484:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790658013.744487:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471602688:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1790658013.744912:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1790658013.745060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790658013.745065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1790658013.745068:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658013.745074:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:3.0:1790658013.745079:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790658013.745090:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ce48366000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658013.745115:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c50000 x1877640471606144/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658013.745137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658013.745176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1790658013.745178:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf7d237000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658013.745182:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:3.0:1790658013.745185:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790658013.745190:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff92cf7d237000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658013.745204:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c52a00 x1877640471606272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658013.745212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658013.745216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658013.745217:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658013.745220:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:3.0:1790658013.745223:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1790658013.745227:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658013.745238:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c51f80 x1877640471606400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790658013.745251:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606144:0@lo:38:kworker.0 00000100:00100000:0.0:1790658013.745319:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658013.745437:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606272:0@lo:8:kworker.0 00000400:00000100:0.0:1790658013.745460:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471606272 offset 0 length 520: 4 00000100:00100000:0.0:1790658013.745493:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606400:0@lo:8:kworker.0 00000400:00000100:0.0:1790658013.745511:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471606400 offset 0 length 520: 4 00000100:00100000:1.0:1790658013.746063:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606144 00000100:00100000:1.0:1790658013.746073:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606144 00000100:00100000:1.0:1790658013.746117:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658013.746125:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471606144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790658013.746533:0:21932:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790658013.746591:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471606144:12345-0@lo:38:kworker.0 Request processed in 465us (1271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790658013.746599:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1790658013.746683:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1790658013.746687:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471606528:0@lo:400:kworker.0 00000100:00080000:0.0:1790658013.746698:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790658013.746703:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606144:0@lo:38:kworker.0 00000100:00100000:2.0:1790658013.746734:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658013.746772:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471606016:0@lo:400:kworker.0 00000100:00100000:1.0:1790658013.746883:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606528 00000100:00100000:1.0:1790658013.746888:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606528 00000100:00100000:0.0:1790658013.747001:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658013.747013:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471606528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658013.747059:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471606528:12345-0@lo:400:kworker.0 Request processed in 50us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658013.747081:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790658013.747090:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658013.747126:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606016 00000100:00100000:0.0:1790658013.747131:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606016 00010000:00080000:2.0:1790658013.747176:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff92ce41c53b80 x1877640471606528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658013.747190:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471606528:0@lo:400:kworker.0 00000100:00100000:0.0:1790658013.747195:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790658013.747206:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:3454:x1877640471606016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658013.747258:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:3454:x1877640471606016:12345-0@lo:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658013.747265:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790658013.747568:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471606016:0@lo:400:kworker.0 00000100:00100000:0.0:1790658013.936208:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658014.320354:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658014.960499:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00000020:01000004:3.0:1790658015.251229:0:22565:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790658015.251234:0:22565:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt2/mdt2 00000080:01200004:3.0:1790658015.251340:0:22565:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff92cf7fda0800 00000020:01000004:3.0:1790658015.251355:0:22565:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-zfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1790658015.251366:0:22565:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1790658015.251379:0:22565:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff92ce48688000) 00000020:00000080:3.0:1790658015.251394:0:22565:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1790658015.292855:0:22565:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1790658015.293176:0:22565:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1790658015.294784:0:22565:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000003:0x30:0x0] (8/32) 00100000:10000000:2.0:1790658015.296108:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-client under 411: rc = 0 00100000:10000000:2.0:1790658015.296446:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-MDT0001 under 411: rc = 0 00100000:10000000:2.0:1790658015.296625:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled params under 411: rc = 0 00100000:10000000:2.0:1790658015.297073:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000 under 645: rc = 0 00100000:10000000:2.0:1790658015.297588:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.297821:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000 under 645: rc = 0 00100000:10000000:2.0:1790658015.298259:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.298604:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000 under 645: rc = 0 00100000:10000000:2.0:1790658015.299096:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.299530:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.299787:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.300569:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000 under 645: rc = 0 00100000:10000000:2.0:1790658015.300818:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000 under 645: rc = 0 00100000:10000000:2.0:1790658015.302400:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000-MDT0001 under 645: rc = 0 00100000:10000000:2.0:1790658015.302702:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000 under 645: rc = 0 00100000:10000000:2.0:1790658015.303181:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_05 under 196: rc = 0 00100000:10000000:2.0:1790658015.303419:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_13 under 196: rc = 0 00100000:10000000:2.0:1790658015.303636:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_00 under 196: rc = 0 00100000:10000000:3.0:1790658015.306087:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_07 under 196: rc = 0 00100000:10000000:3.0:1790658015.306408:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_11 under 196: rc = 0 00100000:10000000:3.0:1790658015.306645:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_02 under 196: rc = 0 00100000:10000000:3.0:1790658015.306890:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_14 under 196: rc = 0 00100000:10000000:3.0:1790658015.307173:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_08 under 196: rc = 0 00100000:10000000:3.0:1790658015.307427:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_10 under 196: rc = 0 00100000:10000000:3.0:1790658015.307698:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_06 under 196: rc = 0 00100000:10000000:3.0:1790658015.307969:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_15 under 196: rc = 0 00100000:10000000:3.0:1790658015.311555:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_03 under 196: rc = 0 00100000:10000000:3.0:1790658015.311845:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_09 under 196: rc = 0 00100000:10000000:2.0:1790658015.312479:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_12 under 196: rc = 0 00100000:10000000:2.0:1790658015.312782:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_04 under 196: rc = 0 00100000:10000000:2.0:1790658015.313075:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_01 under 196: rc = 0 00100000:10000000:2.0:1790658015.313575:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_09 under 196: rc = 0 00100000:10000000:2.0:1790658015.313835:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_15 under 196: rc = 0 00100000:10000000:2.0:1790658015.317274:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_03 under 196: rc = 0 00100000:10000000:2.0:1790658015.317548:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_10 under 196: rc = 0 00100000:10000000:2.0:1790658015.320378:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_06 under 196: rc = 0 00100000:10000000:2.0:1790658015.324031:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_01 under 196: rc = 0 00100000:10000000:2.0:1790658015.324346:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_12 under 196: rc = 0 00100000:10000000:2.0:1790658015.327763:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_04 under 196: rc = 0 00100000:10000000:2.0:1790658015.328176:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_00 under 196: rc = 0 00100000:10000000:2.0:1790658015.328421:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_05 under 196: rc = 0 00100000:10000000:2.0:1790658015.330279:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_13 under 196: rc = 0 00100000:10000000:2.0:1790658015.330563:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_08 under 196: rc = 0 00100000:10000000:2.0:1790658015.332315:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_02 under 196: rc = 0 00100000:10000000:2.0:1790658015.332561:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_14 under 196: rc = 0 00100000:10000000:2.0:1790658015.333231:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_07 under 196: rc = 0 00100000:10000000:2.0:1790658015.333481:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_11 under 196: rc = 0 00100000:10000000:3.0:1790658015.338643:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000400:0x1:0x0] under 190: rc = 0 00100000:10000000:3.0:1790658015.338871:0:22565:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000401:0x1:0x0] under 190: rc = 0 00000020:00000080:3.0:1790658015.339371:0:22565:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1790658015.339382:0:22565:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790658015.339393:0:22565:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409ef8 00000020:01000004:3.0:1790658015.339401:0:22565:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device lustre-mdt2/mdt2 00000020:01000004:3.0:1790658015.339423:0:22565:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.150@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1790658015.339427:0:22565:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.150@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1790658015.339434:0:22565:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1790658015.339454:0:22565:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt2/mdt2 10000000:01000000:3.0:1790658015.339458:0:22565:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.150@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00010000:00010000:0.0:1790658015.345021:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1790658015.354645:0:22565:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.150@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790658015.354685:0:22565:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.150@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1790658015.354690:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790658015.354692:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790658015.354693:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658015.354694:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658015.354695:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658015.354697:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658015.354698:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658015.354700:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658015.354701:0:22565:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790658015.354705:0:22565:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1790658015.354707:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790658015.354708:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790658015.354709:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658015.354710:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658015.354716:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658015.354718:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658015.354718:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658015.354719:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658015.354720:0:22565:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790658015.354746:0:22565:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1790658015.354766:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790658015.354848:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.354899:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf582a59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.354970:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606656 00000100:00100000:1.0:1790658015.354978:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606656 00000100:00100000:1.0:1790658015.355035:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790658015.355046:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:22565:x1877640471606656:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790658015.355076:0:21922:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1790658015.355080:0:21922:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1790658015.355087:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1790658015.368475:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:22565:x1877640471606656:12345-0@lo:253:mount.lustre.0 Request processed in 13420us (13616us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.368489:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1790658015.368658:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606656:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790658015.368675:0:22565:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1790658015.368678:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790658015.368679:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790658015.368687:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658015.368688:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658015.368690:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658015.368691:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658015.368693:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658015.368694:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658015.368699:0:22565:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790658015.368724:0:22565:0:(tgt_mount.c:101:server_register_mount()) register mount ffff92cf7fda0800 from lustre-MDT0001 10000000:01000000:3.0:1790658015.368749:0:22565:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1790658015.368762:0:22565:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1790658015.368770:0:22565:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff92ce486899c0 local copy 00010000:00010000:3.0:1790658015.368780:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658015.369126:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606784:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658015.369302:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.369481:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.370346:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606784 00000100:00100000:0.0:1790658015.370358:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606784 00000100:00100000:0.0:1790658015.370415:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790658015.370425:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:22565:x1877640471606784:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658015.370678:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:22565:x1877640471606784:12345-0@lo:501:mount.lustre.0 Request processed in 249us (1371us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790658015.370689:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790658015.370922:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606784:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1790658015.370957:0:22565:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.150@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1790658015.371121:0:22565:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.150@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1790658015.371129:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371169:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658015.371198:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92cf7fda0800 10000000:01000000:3.0:1790658015.371203:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790658015.371208:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff92ce486899c0 10000000:01000000:3.0:1790658015.371210:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1790658015.371214:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff92ce486899c0 from 1 10000000:01000000:3.0:1790658015.371216:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1790658015.371245:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371253:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371262:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658015.371278:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658015.371313:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.371346:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1790658015.371462:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471606912 00000100:00100000:2.0:1790658015.371467:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471606912 00000100:00100000:2.0:1790658015.371510:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1790658015.371518:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+12:22565:x1877640471606912:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658015.371528:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658015.371541:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69aa00/0xefae7e19be409f06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409eff expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.371561:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69aa00/0xefae7e19be409f06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409eff expref: 13 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.371570:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69aa00/0xefae7e19be409f06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409eff expref: 13 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.371579:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69aa00, rc 0) 00000100:00100000:2.0:1790658015.371616:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+13:22565:x1877640471606912:12345-0@lo:101:mount.lustre.0 Request processed in 99us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.371622:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790658015.371784:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471606912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658015.371805:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f06 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371814:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409f06 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658015.371837:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1790658015.371852:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f06 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371859:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095600/0xefae7e19be409eff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f06 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658015.371867:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff92cf7fda0800 10000000:01000000:3.0:1790658015.371870:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1790658015.371873:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff92cf7fda0800 from 1 10000000:01000000:3.0:1790658015.371875:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1790658015.371889:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371895:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.371902:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658015.371925:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607040:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658015.371962:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.371987:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.372124:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607040 00000100:00100000:0.0:1790658015.372129:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607040 00000100:00100000:0.0:1790658015.372179:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790658015.372186:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+13:22565:x1877640471607040:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658015.372194:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658015.372202:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bcb600/0xefae7e19be409f14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409f0d expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.372227:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bcb600/0xefae7e19be409f14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409f0d expref: 14 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.372246:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bcb600/0xefae7e19be409f14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409f0d expref: 14 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.372254:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bcb600, rc 0) 00000100:00100000:0.0:1790658015.372283:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+14:22565:x1877640471607040:12345-0@lo:101:mount.lustre.0 Request processed in 97us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.372289:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790658015.372668:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607040:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658015.372681:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f14 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.372688:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409f14 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658015.372706:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790658015.372722:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f14 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.372729:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095800/0xefae7e19be409f0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f14 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658015.372736:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1790658015.372739:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790658015.372744:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff92cf7fda0800 10000000:01000000:3.0:1790658015.372747:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790658015.372883:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1790658015.372886:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1790658015.372904:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.372993:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.373001:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658015.373015:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658015.373048:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.373203:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607168 00000100:00100000:0.0:1790658015.373209:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607168 00000100:00100000:0.0:1790658015.373246:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790658015.373254:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+14:22565:x1877640471607168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658015.373262:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658015.373275:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bcbe00/0xefae7e19be409f22 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409f1b expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.373291:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bcbe00/0xefae7e19be409f22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409f1b expref: 15 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.373301:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bcbe00/0xefae7e19be409f22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409f1b expref: 15 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.373307:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bcbe00, rc 0) 00000100:00100000:0.0:1790658015.373346:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607168:12345-0@lo:101:mount.lustre.0 Request processed in 93us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.373352:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790658015.373631:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.373646:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658015.373658:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f22 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.373675:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409f22 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790658015.375056:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1790658015.376006:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658015.376318:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790658015.376361:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1790658015.376411:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1790658015.376451:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1790658015.376485:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1790658015.377207:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1790658015.377334:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1790658015.377372:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1790658015.377429:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1790658015.377465:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1790658015.377499:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1790658015.377692:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1790658015.377728:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1790658015.377829:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1790658015.377886:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1790658015.378045:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1790658015.378083:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1790658015.378133:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1790658015.378196:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1790658015.378229:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1790658015.378278:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1790658015.378338:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1790658015.378374:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1790658015.378419:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1790658015.378453:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1790658015.378486:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1790658015.379365:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1790658015.379409:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1790658015.379442:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1790658015.379489:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1790658015.379619:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1790658015.379655:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1790658015.379703:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1790658015.379740:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1790658015.379791:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1790658015.379838:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1790658015.379874:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1790658015.379960:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1790658015.380014:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1790658015.380048:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1790658015.380081:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1790658015.380130:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1790658015.380209:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1790658015.380244:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1790658015.380361:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1790658015.380370:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1790658015.380472:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658015.380773:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.381039:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.381252:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607296 00000100:00100000:0.0:1790658015.381260:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607296 00000100:00100000:0.0:1790658015.381315:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790658015.381326:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607296:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658015.382010:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607296:12345-0@lo:501:mount.lustre.0 Request processed in 684us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.382018:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790658015.382156:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658015.382201:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658015.382245:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.382279:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf600f33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.382395:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607424 00000100:00100000:1.0:1790658015.382401:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607424 00000100:00100000:1.0:1790658015.382440:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790658015.382456:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607424:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658015.382902:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607424:12345-0@lo:503:mount.lustre.0 Request processed in 445us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.383044:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790658015.383196:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607424:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790658015.384090:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790658015.384310:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658015.384366:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.384453:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.385578:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607552 00000100:00100000:0.0:1790658015.385590:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607552 00000100:00100000:0.0:1790658015.385706:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790658015.385718:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.386470:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607552:12345-0@lo:502:mount.lustre.0 Request processed in 751us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.386479:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1790658015.386706:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658015.387026:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1790658015.387084:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1790658015.387138:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1790658015.387207:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1790658015.387244:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1790658015.387325:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1790658015.387365:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1790658015.387402:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1790658015.387454:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1790658015.387491:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1790658015.387528:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1790658015.387580:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1790658015.387618:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1790658015.387655:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1790658015.387706:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1790658015.387746:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1790658015.387781:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1790658015.387831:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1790658015.387870:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1790658015.387907:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1790658015.387978:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1790658015.388034:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1790658015.388073:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1790658015.388125:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1790658015.388193:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1790658015.388230:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1790658015.388282:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1790658015.388333:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1790658015.388369:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1790658015.388418:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1790658015.388457:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1790658015.388493:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1790658015.388545:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1790658015.388582:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1790658015.388619:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1790658015.388671:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1790658015.388707:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1790658015.388753:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1790658015.388798:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1790658015.388829:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1790658015.388856:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1790658015.388908:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1790658015.388975:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1790658015.389008:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1790658015.389059:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658015.389133:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.389996:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1790658015.390253:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607680 00000100:00100000:2.0:1790658015.390263:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607680 00000100:00100000:2.0:1790658015.390416:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790658015.390425:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607680:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658015.391639:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471607680:12345-0@lo:502:mount.lustre.0 Request processed in 1209us (2500us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.391670:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1790658015.391892:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471607680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658015.392097:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1790658015.392112:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1790658015.396346:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.396363:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.396365:0:22567:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1790658015.396372:0:22567:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1790658015.396374:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790658015.396389:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff92ce4868b380) 00000020:00000080:3.0:1790658015.396410:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1790658015.396416:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1790658015.396505:0:22567:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790658015.396512:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409f30 00000020:00000080:3.0:1790658015.396732:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1790658015.396736:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.396740:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.396741:0:22567:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1790658015.396744:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.396747:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.396761:0:22567:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1790658015.396766:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790658015.396773:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff92cf7fdecd40) 00000020:00000080:3.0:1790658015.396785:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1790658015.396790:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1790658015.396791:0:22567:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1790658015.396794:0:22567:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1790658015.396799:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790658015.396840:0:22567:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92cf7fda0800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1790658015.396852:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff92cf7fde99c0) 00000020:00000080:3.0:1790658015.396862:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1790658015.396931:0:22567:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1790658015.396948:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be409f45 00000020:00000080:3.0:1790658015.397038:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1790658015.397045:0:22567:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1790658015.397049:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xefae7e19be409f4c 00080000:01000000:3.0:1790658015.397055:0:22567:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:3.0:1790658015.397058:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409f53 00010000:00010000:2.0:1790658015.450088:0:22567:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1790658015.450832:0:22567:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1790658015.451322:0:22567:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790658015.452772:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1790658015.452784:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790658015.452790:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658015.452792:0:22567:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1790658015.452797:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790658015.452802:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790658015.452804:0:22567:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1790658015.452807:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790658015.452813:0:22567:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:00000080:2.0:1790658015.452842:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790658015.452856:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff92cf803419c0) 00000020:00000080:2.0:1790658015.452878:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1790658015.452884:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790658015.452964:0:22567:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1790658015.452971:0:22567:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790658015.452988:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409f61 00010000:00080000:2.0:1790658015.453030:0:22567:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf7cfa6000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.150@tcp at head 00010000:00010000:2.0:1790658015.454876:0:22567:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1790658015.459548:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790658015.459567:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1790658015.459605:0:22567:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1790658015.459628:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be409f68 00000100:00080000:3.0:1790658015.459640:0:22567:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790658015.459654:0:22567:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92cf7cfa6000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658015.459694:0:22567:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c50380 x1877640471607808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790658015.459796:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471607808:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790658015.459882:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790658015.459957:0:22567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1790658015.459997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790658015.460001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1790658015.460004:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658015.460008:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 609 00000100:00080000:3.0:1790658015.460012:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1790658015.460017:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ce48366000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658015.460033:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c51180 x1877640471607936/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790658015.461265:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607808 00000100:00100000:1.0:1790658015.461279:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607808 00000100:00100000:1.0:1790658015.461324:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790658015.461331:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1877640471607808:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790658015.461358:0:21931:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 611 last 0 00000020:00000080:1.0:1790658015.461414:0:21931:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be409f6f 00000004:00100000:1.0:1790658015.461429:0:21931:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1790658015.461436:0:21931:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1790658015.462734:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471607936:0@lo:38:kworker.0 00000100:00100000:2.0:1790658015.462804:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.464161:0:21932:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1790658015.464174:0:21932:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00080000:3.0:1790658015.465765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658015.465771:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658015.465774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658015.465777:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790658015.465847:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471608064:0@lo:400:kworker.0 00000100:00100000:3.0:1790658015.465917:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.466005:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608064 00000100:00100000:3.0:1790658015.466012:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608064 00000100:00100000:3.0:1790658015.466054:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658015.466063:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471608064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658015.466115:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471608064:12345-0@lo:400:kworker.0 Request processed in 53us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.466122:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790658015.466184:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff92ce41c51880 x1877640471608064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658015.466208:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471608064:0@lo:400:kworker.0 00000020:01000000:3.0:1790658015.466276:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.466284:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466286:0:22567:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1790658015.466289:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790658015.466292:0:22567:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1790658015.466294:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.466295:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.466296:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790658015.466299:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466300:0:22567:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790658015.466302:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.466308:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466310:0:22567:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1790658015.466314:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1790658015.466364:0:22567:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1790658015.466378:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.466382:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466383:0:22567:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1790658015.466386:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790658015.466387:0:22567:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1790658015.466388:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.466389:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.466391:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790658015.466393:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466395:0:22567:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790658015.466397:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790658015.466400:0:22567:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt2/mdt2 00000020:00000080:3.0:1790658015.466403:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.466404:0:22567:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1790658015.466407:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790658015.466410:0:22567:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:01000000:3.0:1790658015.466438:0:22567:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1790658015.466441:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790658015.466455:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff92cf7fde8000) 00000020:00000080:3.0:1790658015.466470:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1790658015.466475:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790658015.466550:0:22567:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1790658015.466556:0:22567:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:3.0:1790658015.466564:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409f7d 00010000:00080000:3.0:1790658015.466601:0:22567:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf73210800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.150@tcp at head 00010000:00010000:3.0:1790658015.466821:0:22567:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1790658015.467273:0:22567:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790658015.467321:0:22567:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1790658015.468198:0:22567:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790658015.468220:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471607936 00000100:00100000:1.0:1790658015.468229:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471607936 00000040:00080000:3.0:1790658015.468269:0:22567:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:1.0:1790658015.468331:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000040:00080000:3.0:1790658015.468336:0:22567:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:1.0:1790658015.468340:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3450:x1877640471607936:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1790658015.468424:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3450:x1877640471607936:12345-0@lo:38:kworker.0 Request processed in 84us (5619us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790658015.468431:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:1.0:1790658015.468929:0:22573:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790658015.468934:0:22573:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1790658015.469558:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790658015.469570:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790658015.469600:0:22567:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1790658015.469622:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be409f84 00000100:00080000:3.0:1790658015.469630:0:22567:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790658015.469640:0:22567:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff92cf73210800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658015.469672:0:22567:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c51880 x1877640471608192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658015.469687:0:22567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1790658015.469784:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.469788:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.469790:0:22567:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1790658015.469792:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790658015.469795:0:22567:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1790658015.469797:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.469805:0:22567:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790658015.469806:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790658015.469809:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.469810:0:22567:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790658015.469813:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790658015.469817:0:22567:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt2/mdt2 00000020:00000080:3.0:1790658015.469820:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.469822:0:22567:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1790658015.469824:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790658015.469828:0:22567:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.150@tcp to nid 0x20000c0a8cc96 (192.168.204.150@tcp) 00000020:01000000:3.0:1790658015.469850:0:22567:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1790658015.469853:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790658015.469863:0:22567:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff92cf7fdeb380) 00000020:00000080:3.0:1790658015.469875:0:22567:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1790658015.469879:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790658015.469947:0:22567:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1790658015.469955:0:22567:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790658015.469960:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xefae7e19be409f92 00010000:00080000:3.0:1790658015.470058:0:22567:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf60119800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.150@tcp at head 00010000:00010000:3.0:1790658015.470514:0:22567:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1790658015.470703:0:22567:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790658015.470727:0:22567:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1790658015.471566:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471608192:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1790658015.471620:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471608192 offset 0 length 520: 4 00000100:00100000:2.0:1790658015.471681:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790658015.471689:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658015.471694:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790658015.471697:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471607936:0@lo:38:kworker.0 00000040:00080000:3.0:1790658015.472359:0:22567:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658015.472453:0:22567:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1790658015.472518:0:22567:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00080000:0.0:1790658015.472618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.472623:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790658015.472626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.472629:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1790658015.475616:0:22576:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790658015.475624:0:22576:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1790658015.477572:0:22567:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790658015.477588:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1790658015.477628:0:22567:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790658015.477649:0:22567:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be409f99 00000100:00080000:1.0:1790658015.477660:0:22567:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790658015.477682:0:22567:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92cf60119800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658015.477726:0:22567:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf96680 x1877640471608320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790658015.477757:0:22567:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1790658015.477813:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658015.477817:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658015.477819:0:22567:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1790658015.477822:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658015.477825:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658015.477827:0:22567:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790658015.477829:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790658015.477831:0:22567:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1790658015.477833:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658015.477835:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658015.477836:0:22567:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1790658015.477839:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658015.477840:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658015.477841:0:22567:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790658015.477845:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1790658015.477910:0:22567:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658015.477914:0:22567:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658015.477915:0:22567:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1790658015.477918:0:22567:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:0.0:1790658015.477918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.477922:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790658015.477925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.477928:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1790658015.478001:0:22565:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1790658015.478032:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1790658015.478051:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f22 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.478063:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095c00/0xefae7e19be409f1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409f22 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658015.478076:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92cf7fda0800 from 1 10000000:01000000:0.0:1790658015.478079:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790658015.478108:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658015.478109:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471608320:0@lo:8:llog_process_th.0 00010000:00010000:0.0:1790658015.478116:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.478128:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658015.478165:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608448:0@lo:101:mount.lustre.0 00000400:00000100:2.0:1790658015.478185:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471608320 offset 0 length 520: 4 00000100:00100000:0.0:1790658015.478202:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.478221:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf42fbc0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.478277:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608448 00000100:00100000:1.0:1790658015.478284:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608448 00000100:00100000:1.0:1790658015.478369:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790658015.478380:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+15:22565:x1877640471608448:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658015.478394:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658015.478406:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409fa0 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.478444:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 16 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.478454:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 16 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.478463:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1d800, rc 0) 00000100:00100000:1.0:1790658015.478511:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:22565:x1877640471608448:12345-0@lo:101:mount.lustre.0 Request processed in 133us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.478519:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790658015.478586:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608448:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658015.478600:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.478608:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658015.479318:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608576:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1790658015.479358:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658015.479377:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf81649840 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.480505:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608576 00000100:00100000:1.0:1790658015.480518:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608576 00000100:00100000:1.0:1790658015.480556:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790658015.480564:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:22565:x1877640471608576:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1790658015.480583:0:21919:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1790658015.480598:0:21919:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1790658015.480601:0:21919:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1790658015.480694:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:22565:x1877640471608576:12345-0@lo:256:mount.lustre.0 Request processed in 131us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.480701:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790658015.480751:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608576:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1790658015.481451:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790658015.481466:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481477:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790658015.481491:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92cf7fda0800 from 1 10000000:01000000:1.0:1790658015.481494:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790658015.481522:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481528:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481538:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.481554:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608704:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790658015.481588:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.481614:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.481649:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608704 00000100:00100000:1.0:1790658015.481654:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608704 00000100:00100000:1.0:1790658015.481680:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790658015.481693:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:22565:x1877640471608704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658015.481704:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658015.481716:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409fae expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481737:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481748:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481768:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1d600, rc 0) 00000100:00100000:1.0:1790658015.481800:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471608704:12345-0@lo:101:mount.lustre.0 Request processed in 108us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.481807:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790658015.481850:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608704:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658015.481863:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.481872:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790658015.482665:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1790658015.483289:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790658015.483579:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1790658015.483636:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1790658015.483687:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1790658015.483724:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1790658015.484074:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1790658015.484137:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1790658015.484208:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1790658015.484238:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1790658015.484286:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1790658015.484323:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1790658015.484357:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1790658015.484596:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1790658015.484604:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1790658015.484692:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658015.484867:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.484921:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1790658015.485173:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608832 00000100:00100000:2.0:1790658015.485181:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608832 00000100:00100000:2.0:1790658015.485219:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790658015.485226:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471608832:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658015.485401:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471608832:12345-0@lo:501:mount.lustre.0 Request processed in 174us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.485409:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790658015.485732:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658015.485767:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608960:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658015.485807:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.485841:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.486007:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471608960 00000100:00100000:3.0:1790658015.486012:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471608960 00000100:00100000:3.0:1790658015.486044:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790658015.486052:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471608960:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658015.486322:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471608960:12345-0@lo:503:mount.lustre.0 Request processed in 271us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.486338:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790658015.486378:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471608960:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1790658015.486823:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790658015.486876:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609088:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790658015.486912:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.486960:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.486971:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609088 00000100:00100000:0.0:1790658015.486976:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609088 00000100:00100000:0.0:1790658015.487009:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790658015.487017:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471609088:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.487185:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471609088:12345-0@lo:502:mount.lustre.0 Request processed in 168us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.487192:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790658015.487242:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609088:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658015.487502:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790658015.487548:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1790658015.487601:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1790658015.487653:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1790658015.487689:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1790658015.487738:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1790658015.487775:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1790658015.487808:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1790658015.487856:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790658015.487894:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1790658015.487926:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1790658015.488065:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.488105:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.488255:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.488289:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609216 00000100:00100000:3.0:1790658015.488294:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609216 00000100:00100000:3.0:1790658015.488356:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790658015.488364:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471609216:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658015.488522:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471609216:12345-0@lo:502:mount.lustre.0 Request processed in 158us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.488530:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790658015.488546:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609216:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790658015.488629:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1790658015.488642:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1790658015.489579:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.489589:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.489591:0:22578:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790658015.489598:0:22578:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92cf7fda0800 00000020:00000080:3.0:1790658015.489601:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658015.489608:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.489610:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.489611:0:22578:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790658015.489613:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.489615:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.489616:0:22578:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790658015.489619:0:22578:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92cf7fda0800 00000020:00000080:3.0:1790658015.489621:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658015.489930:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.489945:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.489947:0:22578:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1790658015.489950:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.489954:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.489955:0:22578:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658015.489959:0:22578:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92cf7fda0800 00000020:00000080:3.0:1790658015.489961:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658015.491256:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.491270:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.491272:0:22578:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658015.491276:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658015.491279:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.491280:0:22578:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1790658015.491284:0:22578:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92cf7fda0800 00000020:00000080:3.0:1790658015.491285:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658015.491363:0:22578:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658015.491367:0:22578:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658015.491368:0:22578:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1790658015.491371:0:22578:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1790658015.491540:0:22565:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1790658015.491575:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790658015.491602:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.491615:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658015.491662:0:22565:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790658015.491665:0:22565:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92cf7fda0800 10000000:01000000:0.0:1790658015.491668:0:22565:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92cf7fda0800 10000000:01000000:0.0:1790658015.491672:0:22565:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790658015.491677:0:22565:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92cf7fda0800 from 1 10000000:01000000:0.0:1790658015.491680:0:22565:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790658015.491716:0:22565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.491728:0:22565:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.491739:0:22565:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658015.491762:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609344:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790658015.491826:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.491873:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.491992:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609344 00000100:00100000:3.0:1790658015.491999:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609344 00000100:00100000:3.0:1790658015.492043:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790658015.492052:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:22565:x1877640471609344:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658015.492066:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658015.492078:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7d094800/0xefae7e19be409fc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409fbc expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.492101:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7d094800/0xefae7e19be409fc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409fbc expref: 18 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.492112:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7d094800/0xefae7e19be409fc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fbc expref: 18 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.492120:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7d094800, rc 0) 00000100:00100000:3.0:1790658015.494851:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609344:12345-0@lo:101:mount.lustre.0 Request processed in 2791us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.494863:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790658015.496362:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609344:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658015.496390:0:22565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fc3 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658015.496404:0:22565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409fc3 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790658015.501900:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1790658015.502555:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790658015.502835:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1790658015.502879:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1790658015.502911:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1790658015.502973:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1790658015.503009:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1790658015.503057:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1790658015.503108:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1790658015.503169:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1790658015.503222:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1790658015.503259:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1790658015.503306:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1790658015.503364:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1790658015.503398:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1790658015.503432:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1790658015.503477:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000100:00080000:1.0:1790658015.503493:0:21931:0:(import.c:65:import_set_state_nolock()) ffff92cf45ede000 : changing import state from RECOVER to FULL 00000040:00080000:0.0:1790658015.503507:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1790658015.503535:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1790658015.503576:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000100:00100000:1.0:1790658015.503595:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3450:x1877640471607808:12345-0@lo:38:llog_process_th.0 Request processed in 42262us (43711us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.503607:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000040:00080000:0.0:1790658015.503610:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1790658015.503637:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000100:00100000:1.0:1790658015.503667:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790658015.503676:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000040:00080000:0.0:1790658015.503680:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000100:00080000:1.0:1790658015.503685:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1790658015.503690:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790658015.503692:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7cfa6000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790658015.503706:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471607808:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1790658015.503713:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1790658015.503759:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1790658015.503807:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1790658015.503843:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1790658015.503876:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1790658015.503925:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1790658015.503977:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1790658015.504012:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1790658015.504057:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1790658015.504090:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1790658015.504120:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1790658015.504172:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1790658015.504221:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1790658015.504259:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000100:00100000:3.0:1790658015.504868:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471609472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658015.504931:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1790658015.505134:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1790658015.505204:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1790658015.505238:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1790658015.505304:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1790658015.505340:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1790658015.505373:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1790658015.505572:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1790658015.505629:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1790658015.505676:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1790658015.505711:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1790658015.505781:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1790658015.505834:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1790658015.505868:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000100:00100000:1.0:1790658015.506606:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609472 00000100:00100000:1.0:1790658015.506616:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609472 00000100:00100000:1.0:1790658015.506669:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790658015.506678:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3452:x1877640471609472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790658015.506715:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000040:00080000:0.0:1790658015.506792:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000100:00100000:1.0:1790658015.506862:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3452:x1877640471609472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 184us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.506871:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:0.0:1790658015.506891:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000100:00100000:3.0:1790658015.507907:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471609472:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1790658015.508209:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1790658015.508224:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1790658015.508311:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658015.508358:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.508388:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609600 00000100:00100000:3.0:1790658015.508394:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609600 00000100:00100000:0.0:1790658015.508395:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.508423:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790658015.508432:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609600:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658015.508649:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609600:12345-0@lo:501:mount.lustre.0 Request processed in 217us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.508658:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790658015.509695:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658015.509738:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609728:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658015.509813:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.509850:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.510178:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609728 00000100:00100000:1.0:1790658015.510185:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609728 00000100:00100000:1.0:1790658015.510223:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790658015.510231:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609728:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658015.510401:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609728:12345-0@lo:503:mount.lustre.0 Request processed in 170us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.510409:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1790658015.510513:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609728:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790658015.512604:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790658015.512699:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609856:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.512781:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.512842:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658015.514974:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609856 00000100:00100000:3.0:1790658015.514988:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609856 00000100:00100000:3.0:1790658015.515042:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790658015.515052:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609856:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658015.515430:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609856:12345-0@lo:502:mount.lustre.0 Request processed in 378us (2649us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.515438:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790658015.515521:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609856:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658015.515818:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1790658015.515869:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1790658015.515914:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1790658015.515974:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1790658015.516025:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1790658015.516079:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1790658015.516116:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1790658015.516174:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1790658015.516225:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1790658015.516261:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1790658015.516291:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1790658015.516336:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1790658015.516370:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1790658015.516405:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1790658015.516451:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1790658015.516501:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1790658015.516535:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1790658015.516582:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1790658015.516614:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1790658015.516646:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1790658015.516692:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1790658015.516729:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1790658015.516763:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1790658015.516811:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1790658015.516851:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1790658015.516884:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1790658015.516926:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1790658015.516979:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1790658015.517013:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1790658015.517058:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1790658015.517093:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1790658015.517164:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1790658015.517200:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1790658015.517263:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1790658015.517294:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1790658015.517352:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1790658015.517392:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1790658015.517426:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1790658015.517485:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1790658015.517522:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1790658015.517557:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1790658015.517592:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1790658015.517638:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1790658015.517672:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1790658015.517705:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1790658015.517753:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1790658015.517789:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1790658015.517838:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1790658015.517905:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609984:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.517983:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.518018:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471609984 00000100:00100000:0.0:1790658015.518025:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471609984 00000100:00100000:0.0:1790658015.518075:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790658015.518083:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609984:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.518266:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471609984:12345-0@lo:502:mount.lustre.0 Request processed in 182us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.518274:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790658015.518322:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.518340:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471609984:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658015.522631:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1790658015.522689:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1790658015.522740:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471610112:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.524236:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.524352:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610112 00000100:00100000:0.0:1790658015.524360:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610112 00000100:00100000:2.0:1790658015.524876:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.525184:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790658015.525202:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471610112:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658015.525442:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471610112:12345-0@lo:502:mount.lustre.0 Request processed in 242us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.525451:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1790658015.525858:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471610112:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790658015.526027:0:22565:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1790658015.526042:0:22565:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1790658015.528137:0:22584:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1790658015.528180:0:22584:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff92cf76ec3380) 00000020:00000080:0.0:1790658015.528204:0:22584:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1790658015.528287:0:22584:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92cf7fda0800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1790658015.528292:0:22584:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf7fda0800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1790658015.528295:0:22584:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf7fda0800 3 00010000:00080000:0.0:1790658015.528330:0:22584:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92cf7d024000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.150@tcp at head 00010000:00010000:0.0:1790658015.533195:0:22584:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1790658015.533409:0:22584:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1790658015.533446:0:22584:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790658015.533462:0:22584:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xefae7e19be409fd1 00000100:00080000:0.0:1790658015.533472:0:22584:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790658015.533484:0:22584:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92cf7d024000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790658015.533521:0:22584:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf583f7480 x1877640471610240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790658015.533569:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471610240:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790658015.533636:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658015.533701:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610240 00000100:00100000:0.0:1790658015.533709:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610240 00000100:00100000:0.0:1790658015.533741:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790658015.533748:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471610240:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790658015.533773:0:21926:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 611 last 0 00000020:00000080:0.0:1790658015.533809:0:21926:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xefae7e19be409fd8 00000004:00100000:0.0:1790658015.533829:0:21926:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790658015.533857:0:21926:0:(import.c:65:import_set_state_nolock()) ffff92cf7f1de000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790658015.537002:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3450:x1877640471610240:12345-0@lo:38:llog_process_th.0 Request processed in 3243us (3355us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.537018:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1790658015.537180:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff92cf583f7480 x1877640471610240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658015.537193:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658015.537203:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1790658015.537211:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1790658015.537216:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790658015.537219:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d024000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790658015.537225:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1877640471610240:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1790658015.537251:0:22584:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790658015.537276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.537280:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790658015.537283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658015.537286:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1790658015.539295:0:22584:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1790658015.540665:0:22565:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1790658015.540706:0:22565:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790658015.540730:0:22565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fc3 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658015.540837:0:22565:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bcbc00/0xefae7e19be409fbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fc3 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790658015.540891:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790658015.540893:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790658015.540894:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658015.540900:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658015.540901:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658015.540902:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658015.540903:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658015.540905:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658015.540906:0:22565:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790658015.540910:0:22565:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1790658015.540912:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790658015.540913:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790658015.540914:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790658015.540915:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790658015.540916:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790658015.540917:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790658015.540918:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790658015.540919:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790658015.540919:0:22565:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790658015.540954:0:22565:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1790658015.540974:0:22565:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471610368:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790658015.541042:0:22565:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.541192:0:22565:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47de0600 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.542304:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610368 00000100:00100000:0.0:1790658015.542315:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610368 00000100:00100000:0.0:1790658015.542366:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1790658015.542376:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:22565:x1877640471610368:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790658015.542406:0:21922:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1790658015.542419:0:21922:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790658015.585323:0:21922:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790658015.585349:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000001:00100000:1.0:1790658015.585687:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1790658015.585699:0:21942:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790658015.585703:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790658015.585725:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585743:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409edc expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585751:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 18 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585759:0:21942:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585819:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 18 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585833:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 18 pid: 21919 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.585848:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471610496:0@lo:104: 00000100:00100000:1.0:1790658015.585921:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790658015.585978:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.585986:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 18 pid: 21922 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.585995:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471610624:0@lo:104: 00000100:00100000:1.0:1790658015.586016:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658015.586043:0:21942:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf523233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658015.586312:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610496 00000100:00100000:2.0:1790658015.586321:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610496 00000100:00100000:2.0:1790658015.586354:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610624 00000100:00100000:2.0:1790658015.586357:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610624 00000100:00100000:2.0:1790658015.586380:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790658015.586389:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471610496:12345-0@lo:104: 00010000:00010000:2.0:1790658015.586403:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586459:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790658015.586465:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471610496:12345-0@lo:104: Request processed in 77us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.586472:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790658015.586490:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790658015.586496:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471610624:12345-0@lo:104: 00010000:00010000:2.0:1790658015.586504:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586536:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1790658015.586541:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471610624:12345-0@lo:104: Request processed in 45us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.586547:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1790658015.586564:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658015.586570:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586588:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcb000 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658015.586591:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586598:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658015.586604:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658015.586609:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790658015.586635:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586642:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658015.586661:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586668:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb000/0xefae7e19be409fa0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fa7 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586679:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658015.586682:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586687:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095200 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658015.586689:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586704:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658015.586710:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658015.586714:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790658015.586727:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586733:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658015.586739:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586744:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be409edc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ee3 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.586757:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658015.586759:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658015.586760:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658015.586766:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658015.586790:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471610880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658015.586821:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658015.586843:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790658015.586849:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471610752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658015.586868:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658015.586921:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610880 00000100:00100000:2.0:1790658015.586926:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610880 00010000:00010000:2.0:1790658015.586961:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 19 pid: 21922 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658015.586980:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471610752 00000100:00100000:2.0:1790658015.586983:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471610752 00010000:00010000:2.0:1790658015.586993:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 20 pid: 21919 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658015.587005:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790658015.587011:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:3454:x1877640471610880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658015.587020:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658015.587026:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 20 pid: 21922 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587034:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 20 pid: 21922 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587049:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658015.587078:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:3454:x1877640471610880:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.587084:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790658015.587097:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790658015.587102:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:3454:x1877640471610752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658015.587109:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658015.587113:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 19 pid: 21919 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587122:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 19 pid: 21919 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587163:0:21913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587172:0:21913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1790658015.587185:0:21913:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001483449s 00010000:00010000:2.0:1790658015.587190:0:21913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587196:0:21913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587203:0:21913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587209:0:21913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587214:0:21913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1de00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658015.587217:0:21913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587224:0:21913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587233:0:21913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658015.587242:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658015.587266:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:3454:x1877640471610752:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658015.587278:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790658015.587317:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471610752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658015.587325:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471610880:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790658015.587512:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1d800/0xefae7e19be409fa7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409fa0 expref: 18 pid: 21919 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.587523:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471610496:0@lo:104: 00010000:00010000:1.0:1790658015.587531:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf47bca600/0xefae7e19be409ee3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409edc expref: 17 pid: 21922 timeout: 711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.587538:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471610624:0@lo:104: 00010000:00010000:1.0:1790658015.587551:0:21942:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.587568:0:21942:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.587574:0:21942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658015.587579:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1de00/0xefae7e19be409fdf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658015.616281:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:22565:x1877640471610368:12345-0@lo:253:mount.lustre.0 Request processed in 73899us (75231us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.616296:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790658015.616370:0:22565:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:22565:1877640471610368:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1790658015.616386:0:22565:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1790658015.616389:0:22565:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790658015.616390:0:22565:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790658015.616392:0:22565:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790658015.616393:0:22565:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790658015.616394:0:22565:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790658015.616396:0:22565:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790658015.616397:0:22565:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790658015.616403:0:22565:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790658015.616405:0:22565:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1790658015.616420:0:22565:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1790658015.618497:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.618717:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1790658015.618990:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.619130:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1790658015.619735:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.619894:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1790658015.620881:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.621132:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1790658015.621582:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.621729:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1790658015.622065:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x9:0x0] (8/8/4) registered 00080000:10000000:1.0:1790658015.622249:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:1.0:1790658015.624370:0:22565:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1790658015.624598:0:22591:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1790658015.624603:0:22591:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1790658015.624670:0:22592:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1790658015.624741:0:22592:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658015.626717:0:22592:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790658015.626799:0:22592:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1790658015.627291:0:22565:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:3.0:1790658015.629425:0:22593:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611008:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.629499:0:22593:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.629527:0:22593:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167c900 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.629582:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611008 00000100:00100000:1.0:1790658015.629590:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611008 00000100:00100000:1.0:1790658015.629634:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790658015.629643:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611008:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790658015.629737:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611008:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.629744:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658015.630016:0:22593:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611008:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1790658015.630044:0:22593:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1790658015.630070:0:22593:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611136:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.630100:0:22593:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.630122:0:22593:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167c900 going to sleep for 11 seconds 00000100:00100000:1.0:1790658015.630216:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611136 00000100:00100000:1.0:1790658015.630221:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611136 00000100:00100000:1.0:1790658015.630243:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790658015.630250:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611136:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790658015.630504:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611136:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 253us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658015.630511:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:01000000:1.0:1790658015.630790:0:22565:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1790658015.630946:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1790658015.631392:0:22565:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1790658015.631400:0:22565:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1790658015.631521:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790658015.632450:0:22565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:3.0:1790658015.633394:0:22593:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611136:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1790658015.633617:0:22565:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1790658015.633665:0:22565:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1790658015.633993:0:22565:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790658015.635087:0:22593:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22593:1877640471611264:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.635177:0:22593:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.635233:0:21937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611264 00000100:00100000:3.0:1790658015.635243:0:21937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611264 00000100:00100000:3.0:1790658015.635309:0:21937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790658015.635320:0:21937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22593:x1877640471611264:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.635383:0:21937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22593:x1877640471611264:12345-0@lo:900:lod0001_rec0000.0 Request processed in 65us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658015.635391:0:21937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790658015.635419:0:22593:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167c9c0 going to sleep for 11 seconds 00010000:00080000:3.0:1790658015.635444:0:22593:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff92ce41c53480 x1877640471611264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790658031 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658015.636003:0:22593:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22593:1877640471611264:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.636068:0:22593:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611392:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1790658015.636106:0:22593:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658015.636131:0:22593:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf5167c900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658015.636234:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611392 00000100:00100000:0.0:1790658015.636239:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611392 00000100:00100000:0.0:1790658015.636268:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790658015.636275:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611392:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1790658015.636348:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22593:x1877640471611392:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 73us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658015.636355:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790658015.636414:0:22593:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22593:1877640471611392:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1790658015.636469:0:22593:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1790658015.637083:0:22565:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x31:0x0] (8/8/4) registered 00000040:00080000:3.0:1790658015.638690:0:22593:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790658015.638764:0:22593:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1790658015.638771:0:22593:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:0.0:1790658015.643447:0:22565:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1790658015.671783:0:22565:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1790658015.671880:0:22565:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb7ef01d63988 00100000:10000000:1.0:1790658015.671888:0:22565:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1790658015.672620:0:22565:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790658015.672667:0:22565:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.150@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790658015.672682:0:22565:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1790658015.672699:0:22565:0:(super25.c:182:lustre_fill_super()) lustre-mdt2/mdt2: Mount complete 00000040:00080000:2.0:1790658015.794727:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790658015.985439:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:2.0:1790658016.369986:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790658016.563768:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1790658016.816477:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1790658016.816487:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92cf7fda0800 from 12 10000000:01000000:0.0:1790658016.816493:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790658016.816547:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.816560:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.816573:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658016.816604:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658016.816695:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658016.816743:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a540 going to sleep for 11 seconds 00000100:00100000:3.0:1790658016.817084:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611520 00000100:00100000:3.0:1790658016.817094:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611520 00000100:00100000:3.0:1790658016.817180:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790658016.817191:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:21924:x1877640471611520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790658016.817222:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658016.817237:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409fe6 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658016.817263:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658016.817275:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658016.817285:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7d094c00, rc 0) 00000100:00100000:3.0:1790658016.817332:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471611520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658016.817339:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1790658016.817441:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658016.817456:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.817491:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658016.817537:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611648:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1790658016.817570:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658016.817605:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790658016.817662:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611648 00000100:00100000:2.0:1790658016.817667:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611648 00000100:00100000:2.0:1790658016.817699:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790658016.817707:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471611648:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790658016.817722:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790658016.817741:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790658016.817744:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1790658016.817832:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471611648:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658016.817839:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790658016.818564:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611648:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1790658016.818625:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790658016.818633:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.818642:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658016.818651:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1790658016.818653:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92ce490da000 from 12 10000000:01000000:0.0:1790658016.818656:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790658016.818679:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.818687:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.818695:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658016.818711:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658016.818756:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658016.819974:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790658016.820305:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611776 00000100:00100000:2.0:1790658016.820313:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611776 00000100:00100000:2.0:1790658016.820352:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1790658016.820361:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471611776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658016.820375:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658016.820392:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be409ff4 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658016.820417:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658016.820440:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658016.820449:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69bc00, rc 0) 00000100:00100000:2.0:1790658016.820606:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471611776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 245us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658016.820612:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790658016.820869:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658016.821027:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.821038:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658016.821099:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611904:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1790658016.821137:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658016.821262:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790658016.821300:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471611904 00000100:00100000:2.0:1790658016.821305:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471611904 00000100:00100000:2.0:1790658016.821374:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1790658016.821382:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471611904:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790658016.821399:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790658016.821417:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790658016.821420:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1790658016.821520:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471611904:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 138us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658016.821527:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790658016.821588:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471611904:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1790658016.821629:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790658016.821637:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658016.821659:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658017.008224:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:2.0:1790658017.392342:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790658017.593713:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790658018.032215:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:2.0:1790658018.420446:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658019.059896:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00000001:02000400:3.0:1790658019.182019:0:22837:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg450-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1790658019.447315:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658020.081472:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 0 seconds 00010000:00010000:0.0:1790658020.469074:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790658020.912818:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790658020.912825:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1790658020.912828:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658020.912855:0:14369:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ce48366000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658020.912876:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c50380 x1877640471612160/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658020.912890:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658020.912893:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658020.912896:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658020.912899:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658020.912930:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658020.912933:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658020.912935:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658020.912938:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790658020.912968:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471612032:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.913027:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658020.913070:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790658020.913075:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471612288:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.913097:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658020.913122:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471612416:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.913163:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658020.913179:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790658020.913183:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471612544:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.913202:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658020.913225:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612032 00000100:00100000:3.0:1790658020.913231:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612032 00000100:00100000:3.0:1790658020.913268:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790658020.913276:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3451:x1877640471612032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.913317:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3451:x1877640471612032:12345-0@lo:400:kworker.0 Request processed in 42us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658020.913323:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790658020.913351:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612288 00000100:00100000:3.0:1790658020.913354:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612288 00000100:00100000:2.0:1790658020.913609:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471612160:0@lo:38:kworker.0 00000100:00100000:2.0:1790658020.913635:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.913670:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612416 00000100:00100000:2.0:1790658020.913674:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612416 00000100:00100000:2.0:1790658020.913697:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612160 00000100:00100000:2.0:1790658020.913699:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612160 00000100:00100000:2.0:1790658020.913708:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790658020.913720:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471612416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658020.913756:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471612416:12345-0@lo:400:kworker.0 Request processed in 36us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.913761:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790658020.913773:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790658020.913776:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1877640471612160:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1790658020.913797:0:21932:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 616 last 0 00000020:00000080:2.0:1790658020.913844:0:21932:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be40a002 00000004:00100000:2.0:1790658020.913858:0:21932:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1790658020.913863:0:21932:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1790658020.914000:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790658020.914008:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471612672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790658020.914032:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.914051:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612672 00000100:00100000:2.0:1790658020.914055:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612672 00000100:00100000:2.0:1790658020.914069:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790658020.914074:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471612672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790658020.914097:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790658020.914127:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471612672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.914133:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790658020.914180:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471612672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790658020.914205:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471612416:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.914350:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612544 00000100:00100000:3.0:1790658020.914354:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612544 00000100:00100000:0.0:1790658020.914468:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790658020.914477:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471612288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658020.914510:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471612288:12345-0@lo:400:kworker.0 Request processed in 35us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658020.914521:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1790658020.914931:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92ce41c51180 x1877640471612288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658020.914942:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471612288:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.914950:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471612032:0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.914985:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790658020.914991:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471612544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658020.915023:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471612544:12345-0@lo:400:kworker.0 Request processed in 33us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658020.915028:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1790658020.915294:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92ce41c53b80 x1877640471612544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658020.915315:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471612544:0@lo:400:kworker.0 00000100:00080000:2.0:1790658020.938288:0:21932:0:(import.c:65:import_set_state_nolock()) ffff92cf7fffd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790658020.938390:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3450:x1877640471612160:12345-0@lo:38:kworker.0 Request processed in 24609us (24751us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.938401:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1790658020.938501:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790658020.938510:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1790658020.938516:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1790658020.938519:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce48366000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1790658020.938541:0:3450:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000054c65179): req@ffff92ce4acef100 x1877640471605248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658020.938562:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471612160:0@lo:38:kworker.0 00000100:00100000:1.0:1790658020.938601:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471612800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790658020.938634:0:21972:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.938667:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d28f240 going to sleep for 11 seconds 00000100:00100000:2.0:1790658020.938684:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471605248 00000100:00100000:2.0:1790658020.938689:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471605248 00000100:00100000:2.0:1790658020.938724:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790658020.938733:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21972:x1877640471605248:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.938801:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21972:x1877640471605248:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 69us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.938808:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790658020.938841:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.938876:0:21972:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21972:1877640471605248:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1790658020.938910:0:21972:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1790658020.938948:0:21972:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21972:1877640471612928:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.938976:0:21972:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.938989:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf732043c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658020.939000:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612800 00000100:00100000:2.0:1790658020.939004:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612800 00000100:00100000:2.0:1790658020.939022:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471612928 00000100:00100000:2.0:1790658020.939025:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471612928 00000100:00100000:2.0:1790658020.939037:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790658020.939042:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3452:x1877640471612800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790658020.939064:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790658020.940593:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790658020.940610:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:21972:x1877640471612928:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.940634:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3452:x1877640471612800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1588us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.940644:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790658020.940883:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471612800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658020.941470:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21972:x1877640471612928:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 864us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658020.941478:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790658020.942769:0:21972:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21972:1877640471612928:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.942896:0:21972:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21972:1877640471613056:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.942954:0:21972:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658020.942983:0:21972:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf732043c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658020.943003:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613056 00000100:00100000:2.0:1790658020.943010:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613056 00000100:00100000:2.0:1790658020.943055:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790658020.943066:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21972:x1877640471613056:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1790658020.943188:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21972:x1877640471613056:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 124us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658020.943196:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790658020.943455:0:21972:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21972:1877640471613056:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1790658020.943596:0:21972:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790658020.947619:0:21972:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790658020.947775:0:21972:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 17, retries 0 00000004:00080000:0.0:1790658020.947781:0:21972:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1790658021.489811:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790658021.809884:0:22988:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc405219f0 20000000:00000080:1.0:1790658021.809903:0:22988:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff92ce48abf400 uarg=0000000000000000 20000000:01000000:1.0:1790658021.809937:0:22988:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1790658021.809944:0:22988:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1790658021.809949:0:22988:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1790658021.812425:0:22989:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1790658021.812641:0:22988:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1790658021.820182:0:22988:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1790658021.820216:0:22988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820236:0:22988:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409eab expref: 17 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820243:0:22988:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820269:0:22988:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820312:0:22988:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820326:0:22988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658021.820340:0:22988:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22988:1877640471613184:0@lo:104: 00000100:00100000:1.0:1790658021.820397:0:22988:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790658021.820448:0:22988:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 17 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.820456:0:22988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 17 pid: 21920 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658021.820464:0:22988:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22988:1877640471613312:0@lo:104: 00000100:00100000:1.0:1790658021.820485:0:22988:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658021.820509:0:22988:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf583b7900 going to sleep for 11 seconds 00000100:00100000:2.0:1790658021.820925:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613184 00000100:00100000:2.0:1790658021.820941:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613184 00000100:00100000:2.0:1790658021.820979:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613312 00000100:00100000:2.0:1790658021.820982:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613312 00000100:00100000:2.0:1790658021.820997:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790658021.821006:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:22988:x1877640471613184:12345-0@lo:104: 00010000:00010000:2.0:1790658021.821020:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821117:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790658021.821124:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:22988:x1877640471613184:12345-0@lo:104: Request processed in 119us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658021.821131:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790658021.821173:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790658021.821180:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:22988:x1877640471613312:12345-0@lo:104: 00010000:00010000:2.0:1790658021.821188:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821222:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1790658021.821227:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:22988:x1877640471613312:12345-0@lo:104: Request processed in 48us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658021.821232:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1790658021.821248:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658021.821254:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821261:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c800 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658021.821264:0:21916:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821282:0:21916:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658021.821288:0:21916:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658021.821293:0:21916:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1790658021.821319:0:21916:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821326:0:21916:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658021.821345:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821351:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c800/0xefae7e19be409fae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fb5 expref: -99 pid: 22565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821361:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658021.821364:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821368:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69a600 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658021.821370:0:21916:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821376:0:21916:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658021.821381:0:21916:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658021.821393:0:21916:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1790658021.821406:0:21916:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821412:0:21916:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658021.821418:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821424:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be409eab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409eb2 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.821436:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658021.821437:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658021.821439:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658021.821451:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471613440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790658021.821558:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658021.821585:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471613568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658021.821619:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658021.821665:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613568 00000100:00100000:3.0:1790658021.821669:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613568 00010000:00010000:3.0:1790658021.821690:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 18 pid: 21920 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658021.821709:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790658021.821715:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3454:x1877640471613568:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790658021.821723:0:22988:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22988:1877640471613184:0@lo:104: 00010000:00010000:3.0:1790658021.821726:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1790658021.821731:0:22988:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22988:1877640471613312:0@lo:104: 00010000:00010000:3.0:1790658021.821736:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 18 pid: 21920 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658021.821744:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 18 pid: 21920 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658021.821794:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658021.822504:0:21912:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1790658021.822515:0:21912:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1790658021.822531:0:21914:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1790658021.822537:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613440 00000100:00100000:2.0:1790658021.822541:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613440 00010000:00010000:2.0:1790658021.822559:0:21914:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 19 pid: 21919 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658021.822573:0:21914:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1790658021.822579:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790658021.822585:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:3453:x1877640471613440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658021.822593:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658021.822596:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 19 pid: 21919 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658021.823993:0:22988:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658021.824298:0:21913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf47bcae00/0xefae7e19be409eb2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409eab expref: 19 pid: 21920 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658021.824316:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790658021.824396:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3454:x1877640471613568:12345-0@lo:103:ldlm_bl.0 Request processed in 2680us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658021.824418:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790658021.824496:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471613568:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658021.824990:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825006:0:21914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1d600/0xefae7e19be409fb5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409fae expref: 17 pid: 21919 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825018:0:21914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825027:0:21914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825043:0:21914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825063:0:21914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825071:0:21914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825078:0:21914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825084:0:21914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658021.825087:0:21914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825094:0:21914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825138:0:21914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658021.825165:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658021.825208:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:3453:x1877640471613440:12345-0@lo:103:ldlm_bl.0 Request processed in 2622us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658021.825217:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790658021.825228:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471613440:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658021.825514:0:22988:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658021.825523:0:22988:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658021.825529:0:22988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a009 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.513860:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1790658022.832379:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790658022.832388:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92cf7fda0800 from 13 10000000:01000000:0.0:1790658022.832394:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790658022.832444:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.832455:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.832467:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658022.832496:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.832575:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.832625:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a780 going to sleep for 11 seconds 00000100:00100000:2.0:1790658022.833864:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613696 00000100:00100000:2.0:1790658022.833877:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613696 00000100:00100000:2.0:1790658022.833955:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1790658022.833966:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+16:21924:x1877640471613696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658022.833982:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658022.834000:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a010 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.834028:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a010 expref: 17 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.834039:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a010 expref: 17 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.834049:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b800, rc 0) 00000100:00100000:2.0:1790658022.834115:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471613696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (1539us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658022.834123:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1790658022.834304:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658022.834322:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.834331:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658022.834398:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.834430:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.834467:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a780 going to sleep for 11 seconds 00000100:00100000:3.0:1790658022.834573:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613824 00000100:00100000:3.0:1790658022.834578:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613824 00000100:00100000:3.0:1790658022.834613:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1790658022.834620:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471613824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790658022.834923:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471613824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 303us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658022.834930:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790658022.835677:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.835722:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.835772:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.835812:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a780 going to sleep for 11 seconds 00000100:00100000:3.0:1790658022.835862:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471613952 00000100:00100000:3.0:1790658022.835868:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471613952 00000100:00100000:3.0:1790658022.835922:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790658022.835931:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471613952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790658022.836091:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471613952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658022.836098:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790658022.840632:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471613952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790658022.842919:0:23045:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790658022.843411:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790658022.843432:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790658022.843444:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.843457:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658022.843615:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790658022.843618:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92ce490da000 from 13 10000000:01000000:0.0:1790658022.843621:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790658022.843666:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.843675:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.843687:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658022.843711:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.843774:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.843863:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1790658022.843903:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614080 00000100:00100000:2.0:1790658022.843916:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614080 00000100:00100000:2.0:1790658022.843975:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790658022.843985:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf47419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+17:21924:x1877640471614080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658022.844000:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658022.844012:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a01e expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.844035:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a01e expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.844046:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a01e expref: 18 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658022.844055:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69ae00, rc 0) 00000100:00100000:2.0:1790658022.844156:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf47419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471614080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658022.844176:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1790658022.844351:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658022.844366:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658022.844376:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658022.844422:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.844448:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.844596:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a600 going to sleep for 11 seconds 00000100:00100000:3.0:1790658022.844696:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614208 00000100:00100000:3.0:1790658022.844702:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614208 00000100:00100000:3.0:1790658022.844742:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790658022.844763:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471614208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790658022.845061:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471614208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 298us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658022.845070:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1790658022.845086:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.845121:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658022.845296:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658022.845410:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1790658022.845440:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614336 00000100:00100000:2.0:1790658022.845445:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614336 00000100:00100000:2.0:1790658022.845780:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790658022.845807:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf47419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471614336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658022.846025:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf47419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:21924:x1877640471614336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 235us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658022.846034:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1790658022.846119:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471614336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790658022.850014:0:23046:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1790658022.862410:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1790658022.870505:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790658022.870529:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658022.870544:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658023.567972:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658024.624572:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658025.008543:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658015/real 1790658015] req@ffff92cf7cf96680 x1877640471608320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658025 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658025.008589:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf7cf96680 x1877640471608320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658025 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658025.008601:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658015/real 1790658015] req@ffff92ce41c51880 x1877640471608192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658025 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658025.008613:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92ce41c51880 x1877640471608192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658025 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790658025.008632:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658025.008643:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790658025.008646:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471608320:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1790658025.008652:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf73210800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658025.008656:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790658025.008658:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471608192:0@lo:8:llog_process_th.0 00000040:00080000:1.0:1790658025.009228:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:2.0:1790658025.009451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658025.009456:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658025.009459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658025.009478:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790658025.009481:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471614464:0@lo:400:kworker.0 00000100:00080000:2.0:1790658025.009507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658025.009510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1790658025.009513:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf73210800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790658025.009518:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:2.0:1790658025.009523:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1790658025.009740:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471614720:0@lo:400:kworker.0 00000100:00080000:2.0:1790658025.010923:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff92cf73210800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658025.010960:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d0f0a80 x1877640471614976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790658025.010981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658025.010985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790658025.010988:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790658025.010991:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:2.0:1790658025.010995:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1790658025.011000:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92cf60119800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658025.011025:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d0f3480 x1877640471615104/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790658025.011136:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471614848:0@lo:400:kworker.0 00000100:00100000:2.0:1790658025.011199:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658025.011656:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471614592:0@lo:400:kworker.0 00000100:00100000:0.0:1790658025.011917:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471614976:0@lo:8:kworker.0 00000400:00000100:0.0:1790658025.011941:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471614976 offset 0 length 520: 4 00000100:00100000:0.0:1790658025.011972:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471615104:0@lo:8:kworker.0 00000400:00000100:0.0:1790658025.011989:0:3450:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877640471615104 offset 0 length 520: 4 00000100:00100000:1.0:1790658025.012551:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658025.014037:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658025.014114:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614848 00000100:00100000:3.0:1790658025.014123:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614848 00000100:00100000:3.0:1790658025.014192:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658025.014202:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471614848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658025.014269:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471614848:12345-0@lo:400:kworker.0 Request processed in 69us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658025.014275:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790658025.014625:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471614848:0@lo:400:kworker.0 00000100:00100000:0.0:1790658025.016035:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614720 00000100:00100000:0.0:1790658025.016047:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614720 00000100:00100000:0.0:1790658025.016105:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790658025.016128:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471614720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658025.016228:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471614720:12345-0@lo:400:kworker.0 Request processed in 100us (2195us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658025.016235:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790658025.016259:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658025.016300:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790658025.016311:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471615232:0@lo:400:kworker.0 00000100:00100000:0.0:1790658025.016343:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658025.016370:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615232 00000100:00100000:0.0:1790658025.016374:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615232 00000100:00100000:0.0:1790658025.016409:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790658025.016414:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471615232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658025.016446:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471615232:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658025.016452:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1790658025.016482:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92cf7d0f0380 x1877640471615232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658025.016495:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471615232:0@lo:400:kworker.0 00010000:00080000:0.0:1790658025.016526:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92ce4acef100 x1877640471614720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658025.016536:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471614720:0@lo:400:kworker.0 00000100:00100000:3.0:1790658025.016616:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614592 00000100:00100000:3.0:1790658025.016621:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614592 00000100:00100000:3.0:1790658025.016653:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790658025.016659:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3452:x1877640471614592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658025.016698:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3452:x1877640471614592:12345-0@lo:400:kworker.0 Request processed in 39us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658025.016704:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790658025.016792:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471614592:0@lo:400:kworker.0 00000100:00100000:3.0:1790658025.020314:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471614464 00000100:00100000:3.0:1790658025.020330:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471614464 00000100:00100000:3.0:1790658025.020392:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1790658025.020402:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3451:x1877640471614464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658025.020485:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:3451:x1877640471614464:12345-0@lo:400:kworker.0 Request processed in 84us (7935us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658025.020493:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1790658025.020773:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471614464:0@lo:400:kworker.0 00010000:00010000:0.0:1790658025.650703:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658026.032728:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471615360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658026.032813:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.033066:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615360 00000100:00100000:2.0:1790658026.033075:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615360 00000100:00100000:2.0:1790658026.033123:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790658026.033132:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471615360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790658026.033198:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790658026.033259:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471615360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.033266:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790658026.033767:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471615488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790658026.033799:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.033835:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615488 00000100:00100000:2.0:1790658026.033839:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615488 00000100:00100000:2.0:1790658026.033864:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790658026.033871:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3453:x1877640471615488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790658026.033893:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790658026.033928:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3453:x1877640471615488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.033934:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790658026.033972:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471615488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790658026.034745:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471615360:0@lo:41:osp-pre-0-1.0 00000001:00100000:1.0:1790658026.108048:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:01000004:3.0:1790658026.450994:0:23239:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790658026.450999:0:23239:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1790658026.451110:0:23239:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff92ce4a340800 00000020:01000004:3.0:1790658026.451128:0:23239:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1790658026.453888:0:23239:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1790658026.453915:0:23239:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff92cf7f24cd40) 00000020:00000080:3.0:1790658026.453938:0:23239:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1790658026.492325:0:23239:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1790658026.492870:0:23239:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1790658026.493939:0:23239:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1790658026.494443:0:23239:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1790658026.495074:0:23239:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1790658026.495564:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 461: rc = 0 00100000:10000000:0.0:1790658026.495658:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 461: rc = 0 00100000:10000000:0.0:1790658026.495767:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 461: rc = 0 00100000:10000000:1.0:1790658026.500128:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 556: rc = 0 00100000:10000000:1.0:1790658026.502281:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 556: rc = 0 00100000:10000000:1.0:1790658026.502652:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 556: rc = 0 00100000:10000000:1.0:1790658026.502929:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 556: rc = 0 00100000:10000000:1.0:1790658026.503201:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 556: rc = 0 00100000:10000000:1.0:1790658026.512258:0:23239:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 556: rc = 0 00000020:00000080:1.0:1790658026.514264:0:23239:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1790658026.514280:0:23239:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790658026.514292:0:23239:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xefae7e19be40a033 00000020:01000004:1.0:1790658026.514301:0:23239:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1790658026.514323:0:23239:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.150@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1790658026.514327:0:23239:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.150@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1790658026.514333:0:23239:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1790658026.514338:0:23239:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1790658026.514355:0:23239:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff92cf44e28000) 00000020:00000080:1.0:1790658026.514378:0:23239:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1790658026.518424:0:23239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790658026.518626:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1790658026.518632:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1790658026.528778:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1790658026.528812:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1790658026.531009:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1790658026.531022:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1790658026.534231:0:23239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790658026.534410:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1790658026.534416:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1790658026.540625:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1790658026.540644:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1790658026.570712:0:23239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790658026.572387:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790658026.572395:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1790658026.581528:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790658026.581683:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1790658026.583204:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1790658026.583216:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1790658026.597293:0:23239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790658026.597634:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1790658026.597641:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1790658026.599623:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1790658026.599634:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1790658026.671535:0:23239:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790658026.671846:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1790658026.671854:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1790658026.673795:0:23239:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1790658026.673808:0:23239:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1790658026.674644:0:23239:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1790658026.674670:0:23239:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:1.0:1790658026.674677:0:23239:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.150@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00010000:00010000:2.0:1790658026.676328:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1790658026.688743:0:23239:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.150@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790658026.688851:0:23239:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.150@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1790658026.688856:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790658026.688858:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790658026.688859:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790658026.688861:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790658026.688862:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790658026.688863:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790658026.688864:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790658026.688866:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790658026.688868:0:23239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790658026.688872:0:23239:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1790658026.688874:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790658026.688875:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790658026.688876:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790658026.688878:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790658026.688879:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790658026.688880:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790658026.688881:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790658026.688882:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790658026.688883:0:23239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790658026.689033:0:23239:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1790658026.689057:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615616:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1790658026.689316:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658026.689420:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4376e780 going to sleep for 11 seconds 00000100:00100000:2.0:1790658026.689474:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615616 00000100:00100000:2.0:1790658026.689484:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615616 00000100:00100000:2.0:1790658026.689588:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790658026.689598:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:23239:x1877640471615616:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790658026.689643:0:21922:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1790658026.689646:0:21922:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1790658026.689651:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1790658026.698254:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:23239:x1877640471615616:12345-0@lo:253:mount.lustre.0 Request processed in 8648us (8929us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.698268:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790658026.698330:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615616:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1790658026.698344:0:23239:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1790658026.698347:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790658026.698349:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790658026.698351:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790658026.698352:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790658026.698353:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790658026.698354:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790658026.698356:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790658026.698357:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790658026.698358:0:23239:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790658026.698377:0:23239:0:(tgt_mount.c:101:server_register_mount()) register mount ffff92ce4a340800 from lustre-OST0000 10000000:01000000:1.0:1790658026.698404:0:23239:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1790658026.698407:0:23239:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1790658026.698414:0:23239:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff92ce486899c0 local copy 00010000:00010000:1.0:1790658026.698424:0:23239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658026.698662:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615744:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658026.698706:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658026.698750:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4376ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1790658026.698841:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615744 00000100:00100000:2.0:1790658026.698847:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615744 00000100:00100000:2.0:1790658026.698884:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1790658026.699431:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:23239:x1877640471615744:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658026.699639:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:23239:x1877640471615744:12345-0@lo:501:mount.lustre.0 Request processed in 747us (931us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790658026.699646:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790658026.700373:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615744:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1790658026.700401:0:23239:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.150@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1790658026.700592:0:23239:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.150@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1790658026.700604:0:23239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.700617:0:23239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790658026.700656:0:23239:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92ce4a340800 10000000:01000000:1.0:1790658026.700668:0:23239:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790658026.700675:0:23239:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1790658026.700678:0:23239:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790658026.700684:0:23239:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1790658026.700830:0:23239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1790658026.701033:0:23239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.701044:0:23239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.701054:0:23239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658026.701315:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615872:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790658026.701398:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658026.701443:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4376ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1790658026.701505:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471615872 00000100:00100000:2.0:1790658026.701511:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471615872 00000100:00100000:2.0:1790658026.701601:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1790658026.701611:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+18:23239:x1877640471615872:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658026.701622:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658026.701634:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69b400/0xefae7e19be40a048 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a041 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658026.701656:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69b400/0xefae7e19be40a048 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a041 expref: 19 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658026.701666:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69b400/0xefae7e19be40a048 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a041 expref: 19 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658026.701698:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b400, rc 0) 00000100:00100000:2.0:1790658026.701751:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471615872:12345-0@lo:101:mount.lustre.0 Request processed in 141us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.701759:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790658026.701830:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471615872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658026.701844:0:23239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a048 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.701862:0:23239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a048 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790658026.703079:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1790658026.704472:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790658026.705306:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1790658026.705361:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1790658026.705394:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1790658026.705441:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1790658026.705495:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1790658026.705522:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1790658026.705603:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1790658026.705642:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1790658026.705674:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1790658026.706037:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1790658026.706285:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1790658026.706341:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1790658026.706410:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1790658026.706418:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1790658026.706525:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658026.706592:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658026.706705:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4376e000 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.707045:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616000 00000100:00100000:0.0:1790658026.707052:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616000 00000100:00100000:0.0:1790658026.708121:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1790658026.708135:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616000:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658026.708653:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616000:12345-0@lo:501:mount.lustre.0 Request processed in 521us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.708661:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790658026.709107:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658026.709207:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790658026.709253:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.709603:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf59a5e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658026.709677:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616128 00000100:00100000:1.0:1790658026.709692:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616128 00000100:00100000:1.0:1790658026.709735:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790658026.709744:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616128:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658026.710439:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616128:12345-0@lo:503:mount.lustre.0 Request processed in 694us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658026.710448:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790658026.710537:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616128:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790658026.711597:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790658026.711664:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616256:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658026.711726:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.711760:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1790658026.712236:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616256 00000100:00100000:1.0:1790658026.712243:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616256 00000100:00100000:1.0:1790658026.712275:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1790658026.712283:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616256:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790658026.712481:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616256:12345-0@lo:502:mount.lustre.0 Request processed in 198us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658026.712488:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790658026.712578:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616256:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790658026.713209:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1790658026.713263:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1790658026.713299:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1790658026.713364:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1790658026.713399:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1790658026.713432:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1790658026.713476:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1790658026.713511:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1790658026.713543:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1790658026.713589:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1790658026.713623:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1790658026.713678:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1790658026.713737:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616384:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658026.713796:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.713825:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.714241:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616384 00000100:00100000:0.0:1790658026.714249:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616384 00000100:00100000:0.0:1790658026.714286:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1790658026.714294:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616384:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658026.714485:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616384:12345-0@lo:502:mount.lustre.0 Request processed in 191us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.714493:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1790658026.714609:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790658026.714674:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1790658026.714684:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1790658026.716366:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790658026.716376:0:23253:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:0.0:1790658026.716387:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.716389:0:23253:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1790658026.716395:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790658026.716415:0:23253:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff92ce44070000) 00000020:00000080:0.0:1790658026.716437:0:23253:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1790658026.716442:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1790658026.716500:0:23253:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce4a340800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1790658026.716508:0:23253:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790658026.716513:0:23253:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xefae7e19be40a056 00010000:00010000:0.0:1790658026.722009:0:23253:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1790658026.723082:0:23253:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1790658026.726070:0:23253:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:1.0:1790658026.728512:0:23253:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1790658026.728530:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658026.728539:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728542:0:23253:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1790658026.728546:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790658026.728550:0:23253:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1790658026.728552:0:23253:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790658026.728554:0:23253:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790658026.728556:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790658026.728559:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728560:0:23253:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790658026.728563:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658026.728566:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728568:0:23253:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790658026.728570:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790658026.728573:0:23253:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1790658026.728575:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658026.728577:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728579:0:23253:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1790658026.728581:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790658026.728584:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728585:0:23253:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790658026.728588:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1790658026.728664:0:23253:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790658026.728667:0:23253:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790658026.728669:0:23253:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1790658026.728673:0:23253:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1790658026.729298:0:23239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1790658026.729332:0:23239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1790658026.729356:0:23239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a048 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.729369:0:23239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf66c1d600/0xefae7e19be40a041 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a048 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658026.729378:0:23239:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92ce4a340800 from 1 10000000:01000000:3.0:1790658026.729393:0:23239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790658026.729430:0:23239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.729439:0:23239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.729450:0:23239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658026.729475:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616512:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658026.729544:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.729589:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4900 going to sleep for 11 seconds 00000100:00100000:1.0:1790658026.729758:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616512 00000100:00100000:1.0:1790658026.729766:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616512 00000100:00100000:1.0:1790658026.730052:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1790658026.730062:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471616512:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658026.730076:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658026.730095:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a05d expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.730116:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a05d expref: 20 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.730127:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a05d expref: 20 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.730135:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c800, rc 0) 00000100:00100000:1.0:1790658026.730217:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616512:12345-0@lo:101:mount.lustre.0 Request processed in 157us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658026.730224:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790658026.730352:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616512:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658026.730367:0:23239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.730374:0:23239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790658026.731271:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1790658026.732345:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658026.732599:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790658026.732641:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1790658026.732763:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1790658026.732811:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1790658026.732844:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1790658026.735840:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1790658026.736251:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1790658026.736282:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1790658026.736325:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1790658026.736375:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1790658026.736410:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1790658026.736516:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1790658026.736531:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1790658026.738365:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658026.738440:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.738484:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616640 00000100:00100000:2.0:1790658026.738492:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616640 00000100:00100000:2.0:1790658026.740267:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1790658026.740282:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616640:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658026.740574:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616640:12345-0@lo:501:mount.lustre.0 Request processed in 295us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.740581:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1790658026.741283:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf59a5e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658026.741314:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658026.741363:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658026.741410:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.742714:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.742813:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616768 00000100:00100000:0.0:1790658026.742821:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616768 00000100:00100000:0.0:1790658026.742867:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790658026.742876:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616768:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658026.743254:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616768:12345-0@lo:503:mount.lustre.0 Request processed in 378us (1844us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.743263:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1790658026.743380:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616768:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790658026.744014:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790658026.744087:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616896:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658026.744136:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.744192:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.744361:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471616896 00000100:00100000:0.0:1790658026.744366:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471616896 00000100:00100000:0.0:1790658026.744389:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790658026.744396:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616896:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658026.744537:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471616896:12345-0@lo:502:mount.lustre.0 Request processed in 141us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.744544:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1790658026.744622:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471616896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658026.744862:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1790658026.745082:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1790658026.745135:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1790658026.745224:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1790658026.745256:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1790658026.745298:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1790658026.745350:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1790658026.745381:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1790658026.745420:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1790658026.745453:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1790658026.745484:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1790658026.745510:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617024:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658026.745549:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.745579:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4900 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.745735:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617024 00000100:00100000:0.0:1790658026.745741:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617024 00000100:00100000:0.0:1790658026.745766:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1790658026.745774:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471617024:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658026.746091:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471617024:12345-0@lo:502:mount.lustre.0 Request processed in 317us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.746104:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1790658026.746255:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617024:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658026.746336:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1790658026.746347:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1790658026.747848:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658026.747870:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.747873:0:23257:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1790658026.747880:0:23257:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92ce4a340800 00000020:00000080:0.0:1790658026.747883:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790658026.748053:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658026.748058:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748060:0:23257:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1790658026.748063:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658026.748065:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748066:0:23257:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1790658026.748070:0:23257:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92ce4a340800 00000020:00000080:0.0:1790658026.748071:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790658026.748126:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658026.748131:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748132:0:23257:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1790658026.748134:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658026.748137:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748138:0:23257:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790658026.748180:0:23257:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92ce4a340800 00000020:00000080:0.0:1790658026.748182:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790658026.748202:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658026.748204:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748205:0:23257:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790658026.748208:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658026.748210:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748211:0:23257:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1790658026.748214:0:23257:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92ce4a340800 00000020:00000080:0.0:1790658026.748216:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790658026.748249:0:23257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658026.748252:0:23257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658026.748261:0:23257:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1790658026.748265:0:23257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1790658026.748475:0:23239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1790658026.748502:0:23239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790658026.748524:0:23239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.748537:0:23239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658026.748588:0:23239:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790658026.748592:0:23239:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92ce4a340800 10000000:01000000:3.0:1790658026.748596:0:23239:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92ce4a340800 10000000:01000000:3.0:1790658026.748601:0:23239:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790658026.748607:0:23239:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92ce4a340800 from 1 10000000:01000000:3.0:1790658026.748611:0:23239:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790658026.748654:0:23239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.748664:0:23239:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.748676:0:23239:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658026.748704:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617152:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790658026.748786:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.748826:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.749057:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617152 00000100:00100000:0.0:1790658026.749063:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617152 00000100:00100000:0.0:1790658026.749108:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1790658026.749117:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:23239:x1877640471617152:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658026.749130:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658026.749169:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf47bcaa00/0xefae7e19be40a072 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a06b expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658026.749190:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf47bcaa00/0xefae7e19be40a072 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a06b expref: 21 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658026.749200:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf47bcaa00/0xefae7e19be40a072 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a06b expref: 21 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658026.749207:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf47bcaa00, rc 0) 00000100:00100000:0.0:1790658026.749243:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617152:12345-0@lo:101:mount.lustre.0 Request processed in 127us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.749249:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790658026.749372:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617152:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790658026.749385:0:23239:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a072 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.749404:0:23239:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a072 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790658026.751116:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1790658026.752741:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658026.755384:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1790658026.755463:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1790658026.755494:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1790658026.755539:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1790658026.755577:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1790658026.755630:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1790658026.755667:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1790658026.755732:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1790658026.755782:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1790658026.755817:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1790658026.755850:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1790658026.759118:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1790658026.759258:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1790658026.759297:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1790658026.759347:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1790658026.759384:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1790658026.759520:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1790658026.759569:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1790658026.759611:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1790658026.761047:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1790658026.761127:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1790658026.761317:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1790658026.761354:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1790658026.761428:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1790658026.761467:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1790658026.761499:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1790658026.761546:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1790658026.761579:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1790658026.761614:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1790658026.761659:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1790658026.761694:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1790658026.761737:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1790658026.761767:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1790658026.761817:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1790658026.764071:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1790658026.765247:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1790658026.765312:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1790658026.765351:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1790658026.765404:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1790658026.765461:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1790658026.765497:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1790658026.765534:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1790658026.765585:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1790658026.765624:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1790658026.765659:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1790658026.765711:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1790658026.765765:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1790658026.765802:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1790658026.769554:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1790658026.769607:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1790658026.769667:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1790658026.769676:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1790658026.769804:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658026.772272:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.772322:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658026.772643:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617280 00000100:00100000:0.0:1790658026.772652:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617280 00000100:00100000:0.0:1790658026.773359:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1790658026.773371:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617280:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658026.773668:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617280:12345-0@lo:501:mount.lustre.0 Request processed in 298us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.773676:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790658026.774790:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617280:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658026.774860:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617408:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790658026.775604:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.776104:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf731770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658026.780096:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617408 00000100:00100000:3.0:1790658026.780112:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617408 00000100:00100000:3.0:1790658026.780193:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1790658026.780205:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617408:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658026.780560:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617408:12345-0@lo:503:mount.lustre.0 Request processed in 355us (4955us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.780568:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1790658026.782134:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617408:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790658026.783307:0:23239:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790658026.783395:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658026.783468:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.783509:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf731770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658026.785080:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617536 00000100:00100000:3.0:1790658026.785094:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617536 00000100:00100000:3.0:1790658026.785180:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790658026.785191:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658026.785548:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617536:12345-0@lo:502:mount.lustre.0 Request processed in 358us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.785556:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1790658026.786837:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617536:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790658026.789126:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1790658026.789848:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1790658026.790074:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1790658026.790121:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1790658026.790312:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1790658026.790364:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1790658026.790402:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1790658026.790437:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1790658026.790483:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1790658026.790514:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1790658026.790543:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1790658026.790600:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1790658026.790634:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1790658026.790668:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1790658026.793286:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1790658026.793347:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1790658026.793400:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1790658026.793443:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1790658026.793473:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1790658026.793500:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1790658026.793543:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1790658026.793580:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1790658026.793616:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1790658026.793664:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1790658026.795255:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1790658026.795307:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1790658026.795362:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1790658026.795398:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1790658026.795427:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1790658026.795471:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1790658026.795515:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1790658026.795547:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1790658026.795596:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1790658026.795645:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1790658026.795681:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1790658026.797348:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1790658026.797391:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1790658026.797425:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1790658026.797479:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1790658026.797518:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1790658026.797550:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1790658026.797580:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1790658026.797628:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1790658026.797665:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1790658026.799093:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1790658026.799329:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1790658026.799365:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1790658026.799394:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1790658026.799478:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617664:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658026.799554:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.799597:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf731770c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658026.799622:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617664 00000100:00100000:2.0:1790658026.799630:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617664 00000100:00100000:2.0:1790658026.799678:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1790658026.800373:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617664:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790658026.804463:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617664:12345-0@lo:502:mount.lustre.0 Request processed in 4768us (4900us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.804476:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1790658026.804631:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658026.805113:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1790658026.805246:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1790658026.805285:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658026.805328:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.805366:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45ef40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658026.805441:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617792 00000100:00100000:1.0:1790658026.805448:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617792 00000100:00100000:1.0:1790658026.805493:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1790658026.805504:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617792:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790658026.805658:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471617792:12345-0@lo:502:mount.lustre.0 Request processed in 155us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658026.805664:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790658026.806309:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471617792:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790658026.806421:0:23239:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1790658026.806435:0:23239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1790658026.812330:0:23263:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1790658026.812350:0:23263:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff92cf44e2cd40) 00000020:00000080:1.0:1790658026.812373:0:23263:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1790658026.812465:0:23263:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce4a340800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790658026.813221:0:23263:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92ce4a340800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790658026.813226:0:23263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce4a340800 3 00010000:00080000:1.0:1790658026.813272:0:23263:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce4a8c1800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.150@tcp at head 00010000:00010000:1.0:1790658026.815853:0:23263:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1790658026.819037:0:23263:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1790658026.819114:0:23263:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790658026.819128:0:23263:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xefae7e19be40a080 00000100:00080000:1.0:1790658026.820104:0:23263:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790658026.820122:0:23263:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92ce4a8c1800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658026.820245:0:23263:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf94e00 x1877640471617920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790658026.820276:0:23263:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790658026.821118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.821124:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.821127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.821131:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.821232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.821235:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.821237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.821240:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790658026.821389:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471618048:0@lo:400:kworker.0 00000100:00100000:2.0:1790658026.821454:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.821500:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790658026.821507:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471618176:0@lo:400:kworker.0 00000100:00100000:2.0:1790658026.821527:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1790658026.822613:0:23263:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1790658026.822628:0:23263:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff92ce41c38000) 00000020:00000080:1.0:1790658026.822651:0:23263:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1790658026.822739:0:23263:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92ce4a340800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790658026.822743:0:23263:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92ce4a340800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790658026.822745:0:23263:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92ce4a340800 3 00010000:00080000:1.0:1790658026.822787:0:23263:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce4a8c7800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.150@tcp at head 00000100:00100000:0.0:1790658026.824072:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471617920:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790658026.824175:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658026.824232:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618048 00000100:00100000:0.0:1790658026.824239:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618048 00000100:00100000:0.0:1790658026.824268:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618176 00000100:00100000:0.0:1790658026.824270:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618176 00000100:00100000:0.0:1790658026.824278:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471617920 00000100:00100000:0.0:1790658026.824280:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471617920 00000100:00100000:0.0:1790658026.824293:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658026.824301:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471618048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658026.824349:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471618048:12345-0@lo:400:kworker.0 Request processed in 49us (2895us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.824356:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658026.824370:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790658026.824375:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471618176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658026.824400:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471618176:12345-0@lo:400:kworker.0 Request processed in 25us (2872us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.824405:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790658026.824414:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790658026.824418:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1877640471617920:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790658026.824434:0:21928:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:0.0:1790658026.824468:0:21928:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xefae7e19be40a08e 00000004:00100000:0.0:1790658026.824482:0:21928:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790658026.824507:0:21928:0:(import.c:65:import_set_state_nolock()) ffff92ce412e9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790658026.824535:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3450:x1877640471617920:12345-0@lo:38:llog_process_th.0 Request processed in 116us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658026.824541:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1790658026.824605:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92cf7d0f2300 x1877640471618048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658026.824619:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471618048:0@lo:400:kworker.0 00010000:00080000:0.0:1790658026.824654:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92cf7d0f0e00 x1877640471618176/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658026.824663:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471618176:0@lo:400:kworker.0 00010000:00080000:0.0:1790658026.824682:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92cf7cf94e00 x1877640471617920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658026.825237:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658026.825245:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1790658026.825253:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790658026.825257:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790658026.825259:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4a8c1800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790658026.825265:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1877640471617920:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1790658026.831838:0:23263:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1790658026.834089:0:23263:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1790658026.834135:0:23263:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790658026.835047:0:23263:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xefae7e19be40a095 00000100:00080000:1.0:1790658026.835060:0:23263:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790658026.835073:0:23263:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff92ce4a8c7800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:1.0:1790658026.838296:0:23263:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7cf97800 x1877640471618304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790658026.838330:0:23263:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1790658026.839289:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1877640471618304:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790658026.839367:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790658026.839763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.839768:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.839771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.839774:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.839778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.839781:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658026.839790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658026.839793:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790658026.840054:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618304 00000100:00100000:1.0:1790658026.840062:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618304 00000100:00100000:1.0:1790658026.840098:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790658026.840105:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1877640471618304:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790658026.840133:0:21928:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:1.0:1790658026.840280:0:21928:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xefae7e19be40a09c 00000004:00100000:1.0:1790658026.840296:0:21928:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790658026.840329:0:21928:0:(import.c:65:import_set_state_nolock()) ffff92ce4a8c5000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790658026.840385:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3450:x1877640471618304:12345-0@lo:38:llog_process_th.0 Request processed in 279us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658026.840392:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790658026.840799:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff92cf7cf97800 x1877640471618304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658026.840811:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658026.840819:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1790658026.840827:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790658026.840832:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790658026.840834:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce4a8c7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790658026.840840:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1877640471618304:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1790658026.841360:0:23263:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1790658026.841410:0:23239:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790658026.841433:0:23239:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790658026.841453:0:23239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a072 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658026.841464:0:23239:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095a00/0xefae7e19be40a06b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a072 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790658026.841505:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790658026.841507:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790658026.841508:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658026.841509:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658026.841511:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658026.841512:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658026.841513:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790658026.841515:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658026.841516:0:23239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790658026.841520:0:23239:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1790658026.841522:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790658026.841524:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790658026.841525:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658026.841526:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658026.841527:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658026.841528:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658026.841529:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790658026.841531:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658026.841532:0:23239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790658026.841551:0:23239:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1790658026.841566:0:23239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471618432:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790658026.841609:0:23239:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658026.841642:0:23239:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf73177300 going to sleep for 11 seconds 00000100:00100000:2.0:1790658026.841659:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618432 00000100:00100000:2.0:1790658026.841664:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618432 00000100:00100000:2.0:1790658026.841711:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1790658026.841729:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23239:x1877640471618432:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790658026.841752:0:21922:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1790658026.841765:0:21922:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790658026.885784:0:21922:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790658026.885829:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1790658026.886836:0:21942:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790658026.886844:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790658026.886874:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887056:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887065:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 21 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887072:0:21942:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887111:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 21 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887125:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 21 pid: 21922 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658026.887168:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471618560:0@lo:104: 00000100:00100000:1.0:1790658026.887229:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790658026.887269:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658026.887295:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658026.887303:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471618688:0@lo:104: 00000100:00100000:1.0:1790658026.887324:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658026.887338:0:21942:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf582a5840 going to sleep for 11 seconds 00000100:00100000:3.0:1790658026.887446:0:21910:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1790658026.887464:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618560 00000100:00100000:3.0:1790658026.887470:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618560 00000100:00100000:3.0:1790658026.887500:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618688 00000100:00100000:3.0:1790658026.887502:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618688 00000100:00100000:3.0:1790658026.887513:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658026.887521:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471618560:12345-0@lo:104: 00010000:00010000:3.0:1790658026.887540:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.887595:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790658026.887602:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471618560:12345-0@lo:104: Request processed in 81us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.887610:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658026.887628:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658026.887633:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7fdb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471618688:12345-0@lo:104: 00010000:00010000:3.0:1790658026.887640:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.887702:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790658026.887707:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7fdb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471618688:12345-0@lo:104: Request processed in 75us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.887725:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1790658026.887760:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790658026.887766:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.887774:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:3.0:1790658026.887777:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.887786:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790658026.887792:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658026.887804:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790658026.887832:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.887838:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1790658026.888103:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471618560:0@lo:104: 00000100:00100000:1.0:1790658026.888112:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471618688:0@lo:104: 00010000:00010000:1.0:1790658026.888131:0:21942:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888269:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888278:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bca400/0xefae7e19be409ff4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409ffb expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888290:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658026.888293:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888299:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcb400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:3.0:1790658026.888302:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888309:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790658026.888315:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658026.888321:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790658026.888335:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888340:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790658026.888361:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888367:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bcb400/0xefae7e19be409fe6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be409fed expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888378:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658026.888380:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658026.888381:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658026.888396:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790658026.888406:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471618816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658026.888434:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.888459:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790658026.888465:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471618944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658026.888485:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658026.888506:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618816 00000100:00100000:3.0:1790658026.888511:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618816 00010000:00010000:3.0:1790658026.888528:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 22 pid: 21922 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658026.888546:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471618944 00000100:00100000:3.0:1790658026.888549:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471618944 00010000:00010000:3.0:1790658026.888560:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 23 pid: 21919 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658026.888579:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658026.888587:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:3451:x1877640471618816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790658026.888597:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790658026.888601:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 23 pid: 21922 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888622:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 23 pid: 21922 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888635:0:21913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69bc00/0xefae7e19be409ffb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409ff4 expref: 23 pid: 21922 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.888647:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790658026.888673:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:3451:x1877640471618816:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.888679:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658026.889048:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658026.889054:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf76ea9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3454:x1877640471618944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790658026.889062:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790658026.889067:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.889075:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.889085:0:21913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7d094c00/0xefae7e19be409fed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be409fe6 expref: 21 pid: 21919 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.889096:0:21913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.889103:0:21913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790658026.889117:0:21913:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002274261s 00010000:00010000:3.0:1790658026.889128:0:21913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.889134:0:21913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658026.890483:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658026.894103:0:21913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.894124:0:21913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.894131:0:21913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658026.894136:0:21913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.894263:0:21913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.894283:0:21913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658026.894297:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790658026.894378:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf76ea9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:3454:x1877640471618944:12345-0@lo:103:ldlm_bl.0 Request processed in 5318us (5886us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658026.894388:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658026.894482:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3454:1877640471618944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658026.894519:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471618816:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658026.894574:0:21942:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658026.894584:0:21942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658026.894591:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a0a3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658026.898700:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:23239:x1877640471618432:12345-0@lo:253:mount.lustre.0 Request processed in 56955us (57072us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658026.898723:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790658026.899124:0:23239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23239:1877640471618432:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790658026.899360:0:23239:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1790658026.899364:0:23239:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790658026.899365:0:23239:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790658026.899366:0:23239:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790658026.899368:0:23239:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790658026.899369:0:23239:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790658026.899370:0:23239:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790658026.899371:0:23239:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790658026.899372:0:23239:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790658026.899373:0:23239:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790658026.899388:0:23239:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1790658026.900045:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658026.900457:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658026.900612:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658026.900832:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658026.901364:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658026.901528:0:23239:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1790658026.902657:0:23239:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1790658026.985221:0:23239:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1790658026.985232:0:23239:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1790658026.985570:0:23239:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790658026.985845:0:23239:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.150@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790658026.985884:0:23239:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1790658026.985919:0:23239:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:3.0:1790658027.696372:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790658027.825851:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1790658028.208214:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790658028.208222:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92cf7fda0800 from 13 10000000:01000000:3.0:1790658028.208228:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790658028.208270:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.208292:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.208304:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658028.208330:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790658028.208398:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.208437:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790658028.208648:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619072 00000100:00100000:1.0:1790658028.208808:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619072 00000100:00100000:1.0:1790658028.208934:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1790658028.208945:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+19:21924:x1877640471619072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790658028.208959:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658028.208974:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a0aa expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.209060:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 20 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.209072:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 20 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.209081:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1da00, rc 0) 00000100:00100000:1.0:1790658028.209171:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:21924:x1877640471619072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658028.209178:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1790658028.209383:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790658028.209398:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.209407:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658028.209457:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619200:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790658028.209575:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.209606:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1790658028.209726:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619200 00000100:00100000:2.0:1790658028.209734:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619200 00000100:00100000:2.0:1790658028.209839:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1790658028.209848:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:21924:x1877640471619200:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790658028.209935:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790658028.209953:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790658028.209956:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1790658028.210050:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:21924:x1877640471619200:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 203us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658028.210057:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1790658028.210198:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619200:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790658028.210261:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790658028.210269:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.210345:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790658028.210355:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790658028.210357:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92ce490da000 from 13 10000000:01000000:3.0:1790658028.210360:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790658028.210380:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.210388:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.210396:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658028.210410:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790658028.210438:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.210455:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790658028.210569:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619328 00000100:00100000:1.0:1790658028.210574:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619328 00000100:00100000:1.0:1790658028.210609:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1790658028.210617:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:21924:x1877640471619328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790658028.210625:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658028.210634:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a0b8 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.210652:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 21 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.210963:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 21 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.210972:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1ce00, rc 0) 00000100:00100000:1.0:1790658028.211125:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471619328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 508us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658028.211132:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1790658028.211353:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658028.211366:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.211374:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658028.211435:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619456:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790658028.211806:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658028.212401:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7cfb7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1790658028.213841:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619456 00000100:00100000:3.0:1790658028.213851:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619456 00000100:00100000:3.0:1790658028.214108:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790658028.214119:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471619456:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790658028.214170:0:21920:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790658028.214187:0:21920:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790658028.214190:0:21920:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1790658028.214419:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471619456:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 301us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.214428:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790658028.214518:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471619456:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790658028.214587:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790658028.214596:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.214606:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.720361:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658028.917718:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658013/real 1790658013] req@ffff92ce41c51f80 x1877640471606400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658028.917769:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92ce41c51f80 x1877640471606400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658028.917781:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658013/real 1790658013] req@ffff92ce41c52a00 x1877640471606272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658028.917793:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92ce41c52a00 x1877640471606272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790658028.920394:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658028.920423:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790658028.920429:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606400:0@lo:8:kworker.0 00000100:00080000:0.0:1790658028.920435:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d237000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658028.920440:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790658028.920443:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471606272:0@lo:8:kworker.0 00000100:00080000:3.0:1790658028.922753:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658028.922759:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1790658028.922762:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92cf7d237000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658028.922769:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 609 00000100:00080000:3.0:1790658028.922775:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790658028.922785:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff92cf7d237000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658028.922938:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c50a80 x1877640471619712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658028.922957:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658028.922960:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658028.922962:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658028.922966:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 609 00000100:00080000:3.0:1790658028.922968:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790658028.922974:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658028.922986:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ce41c53480 x1877640471619840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658028.923017:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658028.923020:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658028.923023:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658028.923026:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790658028.923082:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471619584:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.923162:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923193:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1877640471620352:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.923223:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923247:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790658028.923253:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1877640471620224:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.923288:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923317:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471619712:0@lo:8:kworker.0 00000100:00100000:3.0:1790658028.923341:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923375:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471619840:0@lo:8:kworker.0 00000100:00100000:3.0:1790658028.923399:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923426:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471619968:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.923446:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923461:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471620480:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.923483:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.923494:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790658028.923499:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471620096:0@lo:400:kworker.0 00000100:00100000:1.0:1790658028.923687:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619712 00000100:00100000:1.0:1790658028.923695:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619712 00000100:00100000:1.0:1790658028.923725:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619840 00000100:00100000:1.0:1790658028.923728:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619840 00000100:00100000:1.0:1790658028.923739:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790658028.923746:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1877640471619712:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1790658028.923770:0:23240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:1.0:1790658028.924343:0:23240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be40a0c6 00002000:00100000:1.0:1790658028.924365:0:23240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff92ce4a8c0000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1790658028.924369:0:23240:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1790658028.924372:0:23240:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1790658028.924622:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658028.924666:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619584 00000100:00100000:3.0:1790658028.924670:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619584 00000100:00100000:3.0:1790658028.924713:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620096 00000100:00100000:3.0:1790658028.924716:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620096 00000100:00100000:3.0:1790658028.924730:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658028.924737:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471619584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.924789:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471619584:12345-0@lo:400:kworker.0 Request processed in 52us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.924939:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658028.924958:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790658028.924964:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471620096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.925000:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471620096:12345-0@lo:400:kworker.0 Request processed in 36us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.925006:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790658028.925026:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620352 00000100:00100000:3.0:1790658028.925030:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620352 00000100:00100000:3.0:1790658028.925065:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620224 00000100:00100000:3.0:1790658028.925068:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620224 00000100:00100000:3.0:1790658028.925079:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471619968 00000100:00100000:3.0:1790658028.925082:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471619968 00000100:00100000:3.0:1790658028.925092:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620480 00000100:00100000:3.0:1790658028.925095:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620480 00000100:00100000:3.0:1790658028.925109:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790658028.925116:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1877640471620352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.925167:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1877640471620352:12345-0@lo:400:kworker.0 Request processed in 51us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.925173:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790658028.925185:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790658028.925191:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1877640471620224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.925217:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1877640471620224:12345-0@lo:400:kworker.0 Request processed in 26us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.925223:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790658028.925235:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790658028.925241:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471619968:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1790658028.925623:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790658028.925627:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00080000:1.0:1790658028.926118:0:23240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1790658028.926170:0:23240:0:(import.c:65:import_set_state_nolock()) ffff92ce4a8c0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790658028.926227:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3450:x1877640471619712:12345-0@lo:8:kworker.0 Request processed in 2479us (2883us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658028.926235:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790658028.926255:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658028.926381:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471619968:12345-0@lo:400:kworker.0 Request processed in 1138us (2931us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.926388:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790658028.926402:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790658028.926408:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471620480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.926435:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471620480:12345-0@lo:400:kworker.0 Request processed in 28us (2950us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658028.926441:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:3.0:1790658028.926491:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92ce41c51f80 x1877640471620224/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1790658028.926635:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92ce41c50a80 x1877640471619712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790658048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658028.926645:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790658028.926652:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790658028.926661:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1790658028.926666:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1790658028.926668:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf7d237000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1790658028.926694:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1790658028.926699:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471619712:0@lo:8:kworker.0 00000004:00080000:2.0:1790658028.926751:0:21951:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:2.0:1790658028.926770:0:21951:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21951:1877640471620736:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1790658028.927127:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1877640471620224:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.927169:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471619584:0@lo:400:kworker.0 00010000:00080000:3.0:1790658028.927181:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92ce41c53100 x1877640471620352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658028.927189:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1877640471620352:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.927222:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471620096:0@lo:400:kworker.0 00010000:00080000:3.0:1790658028.927234:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92ce41c50380 x1877640471619968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658028.927244:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471619968:0@lo:400:kworker.0 00010000:00080000:3.0:1790658028.927254:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c22680 x1877640471620480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658028.927354:0:21951:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658028.927379:0:21951:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7cfb7300 going to sleep for 11 seconds 00000004:00080000:2.0:1790658028.927399:0:21950:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1790658028.927592:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1877640471619840:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1790658028.927612:0:23240:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790658028.927705:0:23243:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1790658028.927713:0:23243:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1790658028.927977:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471620480:0@lo:400:kworker.0 00000100:00100000:3.0:1790658028.928004:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790658028.928011:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471620608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790658028.928038:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658028.928346:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1877640471619840:12345-0@lo:8:kworker.0 Request processed in 1390us (4251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790658028.928353:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790658028.928370:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620736 00000100:00100000:1.0:1790658028.928376:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620736 00000100:00100000:1.0:1790658028.928414:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658028.928421:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21951:x1877640471620736:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1790658028.928958:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1790658028.929407:0:21950:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 624944264452ns, next at 0ns, rc = 0 00000100:00080000:2.0:1790658028.929456:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658028.929463:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790658028.929467:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471619840:0@lo:8:kworker.0 00000100:00100000:1.0:1790658028.932236:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620608 00000100:00100000:1.0:1790658028.932249:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620608 00000100:00100000:1.0:1790658028.932315:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790658028.932325:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3451:x1877640471620608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790658028.932359:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658028.932441:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3451:x1877640471620608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (4401us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658028.932448:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1790658028.932613:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f1880 x1877640471620608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790658044 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658028.932633:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471620608:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1790658028.937708:0:23240:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1790658028.937720:0:23240:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1790658028.937726:0:23240:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:1.0:1790658028.947297:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.947309:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947330:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.947335:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.947341:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947359:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947371:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947381:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947400:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.947413:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.947419:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947433:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.947439:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947449:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947606:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947616:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a0cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.947634:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.947636:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.947638:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.948065:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.948072:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.948081:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.948085:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.948089:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.948099:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.948114:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.948122:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.948173:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658028.948444:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658028.948451:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.948461:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658028.948465:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.948475:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.948490:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.948499:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a0d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.948515:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658028.948517:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658028.948523:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.949214:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.949222:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949232:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.949236:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.949242:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949254:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949263:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949271:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949297:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.949307:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.949312:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949332:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.949336:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949345:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949358:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949366:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949384:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.949386:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.949388:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.949879:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.949886:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949895:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.949903:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.949908:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949919:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949927:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949935:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949950:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.949960:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.949964:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949972:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1dc00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.949976:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949985:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.949997:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950015:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950029:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.950031:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.950033:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.950508:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.950515:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950524:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.950527:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.950532:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950542:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950551:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950559:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950574:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.950582:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.950592:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950598:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1de00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.950602:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950610:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950620:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950627:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.950639:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.950641:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.950642:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.959728:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.959742:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.959760:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.959764:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.959771:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.959797:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.959808:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.959817:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.959842:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658028.959893:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658028.959901:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.959925:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1dc00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658028.959930:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.959942:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.959960:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.959968:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da5aa14c/0xefae7e19be40a0f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658028.959991:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658028.959995:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658028.959997:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.960625:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.960633:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960643:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.960646:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.960651:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960660:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960669:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960698:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960712:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.960721:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.960726:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960733:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1de00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.960737:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960745:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960757:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960765:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a0f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.960776:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.960778:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.960779:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.962005:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.962023:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962035:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.962039:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.962045:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962057:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962067:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962074:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962092:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.962103:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.962108:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962115:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.962121:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962130:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962171:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962180:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a0fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962195:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.962198:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.962202:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.962761:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.962767:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962776:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.962779:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.962784:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962793:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962802:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962810:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962836:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.962845:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.962850:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962858:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.962862:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962870:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962883:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962891:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a105 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.962909:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.962912:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.962914:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.963442:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.963449:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963458:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.963466:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.963471:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963481:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963490:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963497:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963511:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.963521:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.963526:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963533:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.963537:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963545:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963557:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963575:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a10c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.963589:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.963593:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.963595:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.964011:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.964017:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964026:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.964030:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.964034:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964044:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964387:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964396:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964430:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.964438:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.964448:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964456:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.964460:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964542:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964556:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964564:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a113 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.964580:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.964583:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.964585:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.965089:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.965095:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965105:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.965108:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.965113:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965135:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965163:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965171:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965205:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.965214:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.965219:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965226:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.965230:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965239:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965250:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965258:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a11a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.965282:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.965283:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.965285:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.972905:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.972919:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.972936:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.972940:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.972947:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.972960:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.972970:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.972976:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.972996:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.973009:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.973015:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.973035:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.973039:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.973049:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.973065:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.973072:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a121 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.973087:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.973088:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.973090:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.976079:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.976089:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976105:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.976109:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.976114:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976127:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976181:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976190:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976207:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790658028.976219:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.976225:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976233:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.976237:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976245:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976261:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976268:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad97d72e/0xefae7e19be40a128 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.976286:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.976301:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.976303:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1790658028.978790:0:6473:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1790658028.980687:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.980698:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.980715:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.980730:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.980736:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.980752:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.980763:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.980772:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.980798:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790658028.982032:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.982042:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982053:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.982057:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.982061:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982079:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982089:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982096:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982112:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790658028.982123:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790658028.982129:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982137:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.982166:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982175:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982192:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982200:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe448f22/0xefae7e19be40a12f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982236:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790658028.982240:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982246:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658028.982250:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982258:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982268:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982275:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d79102c4/0xefae7e19be40a136 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.982287:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.982289:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658028.982291:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.983262:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.983800:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.983809:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.983823:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.983832:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.983838:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.983851:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.983860:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.983866:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.983893:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.984195:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.984203:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.984213:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1d000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.984218:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.984227:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.984248:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.984257:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baf6551/0xefae7e19be40a13d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.984275:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.984277:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.984280:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.984946:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.985007:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985020:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.985025:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.985030:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985042:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985052:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985068:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985092:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.985363:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.985375:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.985384:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.985387:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.985397:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.985409:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.985417:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046e6a1ed/0xefae7e19be40a144 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.985437:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.985440:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.985442:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790658028.985871:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1790658028.985877:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985885:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=624s v=(0 0) 00010000:00010000:1.0:1790658028.985889:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658028.985893:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985903:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985911:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985919:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658028.985942:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.986210:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.986273:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.986284:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1de00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.986289:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.986310:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.986326:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.986334:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000627775d1/0xefae7e19be40a14b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.986412:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.986414:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.986416:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.987561:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.987569:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.987582:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.987587:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.987593:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.987616:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.987632:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.987641:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.987666:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.988025:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.988032:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.988040:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca400 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.988045:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.988054:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.988071:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.988091:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bfc2a64/0xefae7e19be40a152 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.988107:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.988109:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.988111:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.989644:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.989656:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.989685:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.989691:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.989697:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.989711:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.989721:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.989751:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.989769:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.991203:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.991214:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.991226:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.991230:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.991241:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.991270:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.991278:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009928c5c1/0xefae7e19be40a159 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.991298:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.991300:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.991302:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.991865:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.991873:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.991886:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.991890:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.991895:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.991964:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.991975:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.991983:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.992005:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.992342:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.992348:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.992357:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcb400 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.992362:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.992369:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.992383:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.992392:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064da1d0c/0xefae7e19be40a160 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.992408:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.992410:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.992411:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.993602:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.993614:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.993633:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.993638:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.993644:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.993658:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.993668:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.993687:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.993711:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.994009:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.994015:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.994025:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcb000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.994028:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.994047:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.994063:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.994071:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022710458/0xefae7e19be40a167 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.994088:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.994090:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.994091:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.995320:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.995331:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.995345:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.995350:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.995355:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.995367:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.995388:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.995397:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.995483:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.995710:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.995718:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.995727:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.995731:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.995740:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.995756:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.995778:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083a25e2e/0xefae7e19be40a16e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.995795:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.995797:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.995800:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.996086:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.996093:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996102:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.996199:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.996205:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996217:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996226:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996234:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996270:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.996330:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.996337:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.996346:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcb800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.996350:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.996359:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.996372:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.996380:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2f16b9a/0xefae7e19be40a175 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.996398:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.996400:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.996402:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.996889:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.996895:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996905:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.996908:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.996978:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996989:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.996997:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997005:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997026:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.997186:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.997194:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997203:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcae00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.997207:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997216:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997231:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997238:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b39f881/0xefae7e19be40a17c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997268:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.997271:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.997274:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.997617:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.997623:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997632:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.997643:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.997649:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997659:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997667:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997687:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.997707:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.997842:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.997849:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997858:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bcba00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.997862:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997949:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997961:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997967:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a6ff983/0xefae7e19be40a183 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.997988:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.997991:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.997993:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.998351:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.998358:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998365:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.998369:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.998373:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998382:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998390:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998403:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998424:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.998704:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.998710:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.998718:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a1800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.998722:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.998731:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.998743:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.998761:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df7d483/0xefae7e19be40a18a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.998776:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.998778:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.998780:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.998889:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.998896:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998904:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.998906:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.998978:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998989:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.998999:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999006:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999028:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.999176:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.999182:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999191:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a0000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.999195:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999205:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999218:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999227:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006149db09/0xefae7e19be40a191 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999243:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.999245:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.999247:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658028.999521:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658028.999526:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999540:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658028.999543:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658028.999547:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999556:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999563:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999570:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658028.999587:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658028.999704:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658028.999711:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999719:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a0800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658028.999723:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999731:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999743:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999751:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029bdf315/0xefae7e19be40a198 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658028.999766:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.999768:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658028.999770:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790658029.000234:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790658029.000241:0:23240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658029.000249:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=625s v=(0 0) 00010000:00010000:0.0:1790658029.000252:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658029.000256:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658029.000265:0:23240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658029.000284:0:23240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658029.000291:0:23240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658029.000308:0:23240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658029.000331:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658029.000338:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658029.000346:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a0a00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658029.000350:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658029.000372:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658029.000385:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658029.000393:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc4ab807/0xefae7e19be40a19f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658029.000408:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658029.000411:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658029.000413:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1790658029.000478:0:23240:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1790658029.000574:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21951:x1877640471620736:12345-0@lo:5:osp-pre-0-0.0 Request processed in 72150us (73216us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658029.000584:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790658029.000733:0:21951:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21951:1877640471620736:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1790658029.000752:0:21951:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:2.0:1790658029.000797:0:21951:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21951:1877640471620864:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1790658029.004638:0:21951:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658029.004694:0:21951:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7cfb7300 going to sleep for 11 seconds 00000100:00100000:2.0:1790658029.004732:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620864 00000100:00100000:2.0:1790658029.004741:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620864 00000100:00100000:2.0:1790658029.004811:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790658029.004822:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:21951:x1877640471620864:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1790658029.004868:0:23243:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:2.0:1790658029.009484:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:21951:x1877640471620864:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4658us (4847us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1790658029.009496:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790658029.010059:0:21951:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21951:1877640471620864:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1790658029.010075:0:21951:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1790658029.750411:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658030.768315:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658031.153936:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790658031.153968:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471620992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658031.154055:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658031.154177:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471620992 00000100:00100000:1.0:1790658031.154206:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471620992 00000100:00100000:1.0:1790658031.154283:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790658031.154292:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471620992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790658031.154345:0:21931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790658031.154435:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471620992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658031.154442:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790658031.154990:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471620992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658031.160530:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471621120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658031.160606:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658031.162667:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621120 00000100:00100000:2.0:1790658031.162679:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621120 00000100:00100000:2.0:1790658031.162729:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790658031.163250:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471621120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790658031.163470:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790658031.163719:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471621120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 576us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658031.163728:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790658031.164661:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471621120:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790658031.793242:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790658032.268937:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1790658032.268954:0:8122:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00010000:00010000:2.0:1790658032.817865:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658033.842495:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790658033.936130:0:23612:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg450-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1790658034.233658:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471621248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790658034.234290:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658034.237319:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621248 00000100:00100000:0.0:1790658034.237334:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621248 00000100:00100000:0.0:1790658034.237401:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790658034.237412:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471621248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790658034.237451:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790658034.237526:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471621248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (3238us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658034.237532:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1790658034.239820:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790658034.239871:0:3451:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1790658034.239902:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471621248:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1790658034.240448:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658034.240453:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790658034.240456:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790658034.240462:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:2.0:1790658034.240467:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1790658034.240476:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658034.240489:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471621504:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.243996:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658034.245911:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471621376:0@lo:400:kworker.0 00000100:00100000:0.0:1790658034.245981:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658034.246228:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621376 00000100:00100000:0.0:1790658034.246236:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621376 00000100:00100000:0.0:1790658034.246279:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1790658034.246287:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3452:x1877640471621376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658034.246341:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3452:x1877640471621376:12345-0@lo:400:kworker.0 Request processed in 54us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658034.246348:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1790658034.246394:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471621376:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.247719:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621504 00000100:00100000:2.0:1790658034.247730:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621504 00000100:00100000:2.0:1790658034.247775:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790658034.247784:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471621504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.247842:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471621504:12345-0@lo:400:kworker.0 Request processed in 59us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658034.247849:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790658034.247923:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471621504:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.247968:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d0f1c00 x1877640471621632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790658034.248000:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471621632:0@lo:8:kworker.0 00000100:00100000:2.0:1790658034.248035:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658034.248070:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621632 00000100:00100000:2.0:1790658034.248075:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621632 00000100:00100000:2.0:1790658034.248095:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790658034.248099:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471621632:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790658034.248119:0:23242:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790658034.248171:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471621632:12345-0@lo:8:kworker.0 Request processed in 70us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790658034.248178:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1790658034.248201:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658034.248207:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790658034.248210:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471621632:0@lo:8:kworker.0 00000100:00100000:2.0:1790658034.248242:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471621760:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248268:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658034.248300:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621760 00000100:00100000:2.0:1790658034.248303:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621760 00000100:00100000:2.0:1790658034.248332:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790658034.248339:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471621760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248371:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1877640471621760:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658034.248377:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1790658034.248411:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f1c00 x1877640471621760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658034.248422:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1877640471621760:0@lo:400:kworker.0 00000100:00080000:2.0:1790658034.248450:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658034.248454:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790658034.248457:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790658034.248460:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790658034.248482:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471622144:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248507:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658034.248535:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622144 00000100:00100000:2.0:1790658034.248539:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622144 00000100:00100000:2.0:1790658034.248579:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790658034.248588:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471622144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248621:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471622144:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658034.248626:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1790658034.248652:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f2300 x1877640471622144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658034.248662:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471622144:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248690:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471622272:0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248712:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658034.248733:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622272 00000100:00100000:2.0:1790658034.248737:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622272 00000100:00100000:2.0:1790658034.248757:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790658034.248771:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471622272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658034.248803:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471622272:12345-0@lo:400:kworker.0 Request processed in 34us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658034.248810:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1790658034.248832:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f2300 x1877640471622272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658034.248840:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471622272:0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.252533:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471621888:0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.252618:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658034.252664:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790658034.252671:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471622016:0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.252696:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790658034.253856:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790658034.253865:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790658034.259018:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471621888 00000100:00100000:3.0:1790658034.259036:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471621888 00000100:00100000:3.0:1790658034.259091:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790658034.259101:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471621888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.264256:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471621888:12345-0@lo:400:kworker.0 Request processed in 5145us (11626us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658034.264271:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790658034.264318:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622016 00000100:00100000:3.0:1790658034.264325:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622016 00000100:00100000:3.0:1790658034.264367:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658034.264376:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471622016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.264415:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471622016:12345-0@lo:400:kworker.0 Request processed in 40us (11718us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658034.264421:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1790658034.264477:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f0e00 x1877640471622016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658034.264493:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471622016:0@lo:400:kworker.0 00000100:00100000:3.0:1790658034.264504:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471621888:0@lo:400:kworker.0 00010000:00010000:3.0:1790658034.868379:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790658035.251923:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790658035.893478:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658036.272385:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471622400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658036.272466:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658036.273049:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471622528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790658036.273114:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658036.273229:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622400 00000100:00100000:0.0:1790658036.273237:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622400 00000100:00100000:0.0:1790658036.273292:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622528 00000100:00100000:0.0:1790658036.273296:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622528 00000100:00100000:0.0:1790658036.273313:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790658036.273321:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471622400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790658036.273362:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790658036.273406:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471622400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658036.273423:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790658036.273441:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790658036.273447:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471622528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790658036.273468:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790658036.273502:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471622528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658036.273508:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790658036.273572:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471622528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790658036.273604:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471622400:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790658036.913339:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790658037.041066:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790658037.936346:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790658038.963490:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658039.344688:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471622784:0@lo:400:kworker.0 00000100:00100000:2.0:1790658039.344754:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790658039.350256:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658039.350266:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658039.350270:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658039.350277:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 630 00000100:00080000:3.0:1790658039.350282:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1790658039.350295:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658039.350334:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf66c22300 x1877640471623168/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658039.350365:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658039.350368:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790658039.350371:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658039.350374:0:14369:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790658039.350521:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471622656:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.350601:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658039.353467:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471623296:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.353553:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658039.353622:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471623808:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.353755:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658039.353845:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790658039.353852:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471623424:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.353911:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622656 00000100:00100000:3.0:1790658039.353918:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622656 00000100:00100000:3.0:1790658039.353973:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790658039.353981:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3453:x1877640471622656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.354035:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3453:x1877640471622656:12345-0@lo:400:kworker.0 Request processed in 55us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.354042:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790658039.354077:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623296 00000100:00100000:3.0:1790658039.354080:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623296 00000100:00100000:3.0:1790658039.354100:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623808 00000100:00100000:3.0:1790658039.354102:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623808 00000100:00100000:3.0:1790658039.354131:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658039.354137:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471623296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.354192:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471623296:12345-0@lo:400:kworker.0 Request processed in 55us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.354198:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658039.354210:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790658039.354216:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471623808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.354240:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471623808:12345-0@lo:400:kworker.0 Request processed in 25us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.354245:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1790658039.354267:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790658039.355990:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471623168:0@lo:8:kworker.0 00000100:00100000:0.0:1790658039.356047:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658039.356117:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471623040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790658039.356161:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658039.356182:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471623680:0@lo:400:kworker.0 00000100:00100000:0.0:1790658039.356204:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658039.356223:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1790658039.356229:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471622912:0@lo:400:kworker.0 00000100:00100000:0.0:1790658039.356248:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658039.356267:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471623552:0@lo:400:kworker.0 00000100:00100000:0.0:1790658039.356286:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658039.356315:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623168 00000100:00100000:0.0:1790658039.356321:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623168 00000100:00100000:0.0:1790658039.356346:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622912 00000100:00100000:0.0:1790658039.356355:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622912 00000100:00100000:0.0:1790658039.356388:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658039.356397:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471622912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658039.356442:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471622912:12345-0@lo:400:kworker.0 Request processed in 47us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658039.356449:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790658039.356463:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790658039.356467:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3450:x1877640471623168:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790658039.356497:0:23243:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790658039.358674:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623680 00000100:00100000:3.0:1790658039.358688:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623680 00000100:00100000:3.0:1790658039.358754:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623552 00000100:00100000:3.0:1790658039.358757:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623552 00000100:00100000:3.0:1790658039.358892:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790658039.358903:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1877640471623680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.358985:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1877640471623680:12345-0@lo:400:kworker.0 Request processed in 85us (2779us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.358992:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790658039.359008:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790658039.359014:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471623552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.359041:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471623552:12345-0@lo:400:kworker.0 Request processed in 27us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.359046:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1790658039.359066:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790658039.359071:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658039.360299:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658039.360353:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471622656:0@lo:400:kworker.0 00010000:00080000:2.0:1790658039.360369:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c78e00 x1877640471623296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658039.360380:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471623296:0@lo:400:kworker.0 00010000:00080000:2.0:1790658039.360389:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c79180 x1877640471623808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658039.360396:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471623808:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.360747:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471622784 00000100:00100000:3.0:1790658039.360754:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471622784 00000100:00100000:3.0:1790658039.360856:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623424 00000100:00100000:3.0:1790658039.360860:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623424 00000100:00100000:3.0:1790658039.360877:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1790658039.360885:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471622784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.360943:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471622784:12345-0@lo:400:kworker.0 Request processed in 58us (16188us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.360950:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1790658039.360965:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790658039.360971:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471623424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.361004:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471623424:12345-0@lo:400:kworker.0 Request processed in 34us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658039.361020:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790658039.361755:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471623424:0@lo:400:kworker.0 00000100:00100000:3.0:1790658039.361875:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471622784:0@lo:400:kworker.0 00000100:00100000:1.0:1790658039.366210:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623040 00000100:00100000:1.0:1790658039.366228:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623040 00000100:00100000:1.0:1790658039.366288:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658039.366299:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471623040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790658039.366337:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658039.366412:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471623040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (10249us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658039.366420:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658039.369913:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471622912:0@lo:400:kworker.0 00010000:00080000:1.0:1790658039.369942:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c7b480 x1877640471623552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658039.369954:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471623552:0@lo:400:kworker.0 00000100:00100000:1.0:1790658039.369975:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471623040:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1790658039.369992:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c7a300 x1877640471623680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658039.370001:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471623680:0@lo:400:kworker.0 00000100:00100000:0.0:1790658039.401623:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3450:x1877640471623168:12345-0@lo:8:kworker.0 Request processed in 45144us (45565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790658039.401637:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1790658039.401682:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658039.401687:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790658039.401691:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471623168:0@lo:8:kworker.0 00010000:00010000:1.0:1790658039.995015:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658040.373321:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658025/real 1790658025] req@ffff92cf7d0f0a80 x1877640471614976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658040.373388:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf7d0f0a80 x1877640471614976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658040.373399:0:3450:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790658025/real 1790658025] req@ffff92cf7d0f3480 x1877640471615104/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658040.373413:0:3450:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92cf7d0f3480 x1877640471615104/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790658040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790658040.373436:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf73210800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658040.373475:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790658040.373480:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471614976:0@lo:8:kworker.0 00000100:00080000:2.0:1790658040.373488:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790658040.373494:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1790658040.373497:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471615104:0@lo:8:kworker.0 00000100:00080000:3.0:1790658040.373927:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658040.373933:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658040.373937:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658040.373943:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 635 00000100:00080000:3.0:1790658040.373949:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1790658040.373963:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658040.373986:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf66c79880 x1877640471624320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658040.374016:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658040.374020:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1790658040.374021:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92cf73210800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658040.374025:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 621 00000100:00080000:3.0:1790658040.374029:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790658040.374033:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff92cf73210800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658040.374043:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf66c78380 x1877640471624704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658040.374051:0:14369:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658040.374054:0:14369:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658040.374056:0:14369:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658040.374059:0:14369:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 621 00000100:00080000:3.0:1790658040.374061:0:14369:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790658040.374065:0:14369:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92cf60119800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658040.374086:0:14369:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf66c7bb80 x1877640471624832/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790658040.374172:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471624448:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374260:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374297:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471625216:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374316:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374337:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1790658040.374342:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471623936:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374372:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374403:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471624576:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374442:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374482:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471624192:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374510:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374530:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471625088:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374551:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374569:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1790658040.374574:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471624064:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374615:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374637:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471624960:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374662:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.374689:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624448 00000100:00100000:3.0:1790658040.374698:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624448 00000100:00100000:3.0:1790658040.374748:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625216 00000100:00100000:3.0:1790658040.374751:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625216 00000100:00100000:3.0:1790658040.374766:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625088 00000100:00100000:3.0:1790658040.374768:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625088 00000100:00100000:3.0:1790658040.374789:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624960 00000100:00100000:3.0:1790658040.374792:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624960 00000100:00100000:3.0:1790658040.374808:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658040.374817:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471624448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374878:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471624448:12345-0@lo:400:kworker.0 Request processed in 61us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.374886:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658040.374911:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790658040.374917:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471625216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.374946:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1877640471625216:12345-0@lo:400:kworker.0 Request processed in 29us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.374952:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790658040.374964:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790658040.374970:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1877640471625088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375001:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1877640471625088:12345-0@lo:400:kworker.0 Request processed in 31us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.375007:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790658040.375020:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790658040.375027:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471624960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375053:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1877640471624960:12345-0@lo:400:kworker.0 Request processed in 27us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.375059:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790658040.375083:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624576 00000100:00100000:3.0:1790658040.375087:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624576 00000100:00100000:3.0:1790658040.375111:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624064 00000100:00100000:3.0:1790658040.375114:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624064 00000100:00100000:3.0:1790658040.375136:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790658040.375178:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471624576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375219:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471624576:12345-0@lo:400:kworker.0 Request processed in 44us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.375225:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790658040.375239:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790658040.375245:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471624064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375271:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471624064:12345-0@lo:400:kworker.0 Request processed in 26us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.375278:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790658040.375283:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471623936 00000100:00100000:0.0:1790658040.375298:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471623936 00000100:00100000:3.0:1790658040.375300:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624192 00000100:00100000:3.0:1790658040.375306:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624192 00000100:00100000:0.0:1790658040.375340:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790658040.375345:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790658040.375350:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3453:x1877640471623936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375357:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471624192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658040.375406:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3453:x1877640471623936:12345-0@lo:400:kworker.0 Request processed in 59us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.375409:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471624192:12345-0@lo:400:kworker.0 Request processed in 55us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658040.375421:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790658040.375423:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658040.375504:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471624064:0@lo:400:kworker.0 00010000:00080000:3.0:1790658040.375523:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c7b100 x1877640471624960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658040.375533:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1877640471624960:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375547:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471624192:0@lo:400:kworker.0 00010000:00080000:3.0:1790658040.375561:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c78700 x1877640471625088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658040.375567:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1877640471625088:0@lo:400:kworker.0 00000100:00100000:3.0:1790658040.375610:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471624320:0@lo:8:kworker.0 00000100:00100000:3.0:1790658040.375637:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.375671:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471624704:0@lo:8:kworker.0 00000100:00100000:3.0:1790658040.375698:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.375714:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471624832:0@lo:8:kworker.0 00000100:00100000:3.0:1790658040.375738:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.375762:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624320 00000100:00100000:3.0:1790658040.375767:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624320 00000100:00100000:3.0:1790658040.375783:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624704 00000100:00100000:3.0:1790658040.375787:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624704 00000100:00100000:3.0:1790658040.375798:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471624832 00000100:00100000:3.0:1790658040.375801:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471624832 00000100:00100000:0.0:1790658040.375805:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658040.375812:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471624320:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1790658040.375818:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790658040.375824:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1877640471624704:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790658040.375841:0:23242:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790658040.376238:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471623936:0@lo:400:kworker.0 00000100:00100000:2.0:1790658040.376254:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471624576:0@lo:400:kworker.0 00010000:00080000:2.0:1790658040.376266:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c7a680 x1877640471624448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658040.376276:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471624448:0@lo:400:kworker.0 00010000:00080000:2.0:1790658040.376288:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf66c7b800 x1877640471625216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658040.376297:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1877640471625216:0@lo:400:kworker.0 00000100:00100000:0.0:1790658040.376326:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471624320:12345-0@lo:8:kworker.0 Request processed in 510us (685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790658040.376335:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658040.376353:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790658040.376365:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471624832:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790658040.377631:0:23242:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790658040.377706:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3450:x1877640471624832:12345-0@lo:8:kworker.0 Request processed in 1338us (1965us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790658040.377715:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1790658040.377786:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658040.377792:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790658040.377796:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471624320:0@lo:8:kworker.0 00000100:00080000:0.0:1790658040.377807:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658040.377810:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790658040.377812:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471624832:0@lo:8:kworker.0 00010000:00080000:3.0:1790658040.381020:0:23240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 636 last 0 00000020:00000080:3.0:1790658040.381075:0:23240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be40a1a6 00002000:00100000:3.0:1790658040.381097:0:23240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff92cf4f1ad000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1790658040.381103:0:23240:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1790658040.381106:0:23240:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1790658040.381473:0:23240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1790658040.381512:0:23240:0:(import.c:65:import_set_state_nolock()) ffff92cf4f1aa000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658040.381637:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3450:x1877640471624704:12345-0@lo:8:kworker.0 Request processed in 5809us (5936us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.381649:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790658040.382123:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658040.382136:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1790658040.382161:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1790658040.382169:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1790658040.382173:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf73210800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1790658040.382201:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1790658040.382208:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471624704:0@lo:8:kworker.0 00000004:00080000:3.0:1790658040.382355:0:22574:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1790658040.382383:0:22574:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625472:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1790658040.382509:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471625344:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1790658040.382683:0:22573:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1790658040.383111:0:22573:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 636397968192ns, next at 0ns, rc = 0 00000100:00100000:0.0:1790658040.389587:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658040.390034:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625344 00000100:00100000:0.0:1790658040.390046:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625344 00000100:00100000:0.0:1790658040.390134:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790658040.390170:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3454:x1877640471625344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790658040.390204:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790658040.390278:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3454:x1877640471625344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658040.390287:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1790658040.390420:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790658040.390486:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471625344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790658040.392797:0:22574:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.392840:0:22574:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf42e09540 going to sleep for 11 seconds 00000100:00100000:3.0:1790658040.392871:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625472 00000100:00100000:3.0:1790658040.392881:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625472 00000100:00100000:3.0:1790658040.392934:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790658040.392943:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22574:x1877640471625472:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1790658040.398944:0:23379:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1790658040.398972:0:23379:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1790658040.399109:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22574:x1877640471625472:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6160us (6313us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.399122:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790658040.399434:0:22574:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625472:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1790658040.399466:0:22574:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1790658040.399525:0:22574:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625600:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1790658040.399569:0:22574:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658040.399604:0:22574:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1790658040.402886:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625600 00000100:00100000:3.0:1790658040.402910:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625600 00000100:00100000:3.0:1790658040.403011:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790658040.403024:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22574:x1877640471625600:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1790658040.403072:0:23243:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1790658040.403226:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22574:x1877640471625600:12345-0@lo:5:osp-pre-0-1.0 Request processed in 204us (3657us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.403234:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790658040.403302:0:22574:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625600:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1790658040.403321:0:22574:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1790658040.403380:0:22574:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625728:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1790658040.403598:0:22574:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658040.404182:0:22574:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf42f8a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658040.406841:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625728 00000100:00100000:1.0:1790658040.406860:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625728 00000100:00100000:1.0:1790658040.407892:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658040.407914:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22574:x1877640471625728:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1790658040.407983:0:23242:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1790658040.453676:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:22574:x1877640471625728:12345-0@lo:5:osp-pre-0-1.0 Request processed in 45758us (50066us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1790658040.453705:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790658040.454247:0:22574:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22574:1877640471625728:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1790658040.454279:0:22574:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1790658040.454329:0:22574:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22574:1877640471625856:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1790658040.454397:0:22574:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658040.454435:0:22574:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7d0bd480 going to sleep for 11 seconds 00000100:00100000:3.0:1790658040.454491:0:21938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625856 00000100:00100000:3.0:1790658040.454502:0:21938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625856 00000100:00100000:3.0:1790658040.454558:0:21938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790658040.454568:0:21938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22574:x1877640471625856:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1790658040.454647:0:21938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22574:x1877640471625856:12345-0@lo:900:osp-pre-0-1.0 Request processed in 79us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658040.454655:0:21938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790658040.454955:0:22574:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf583f5180 x1877640471625856/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790658056 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658040.455079:0:22574:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22574:1877640471625856:0@lo:900:osp-pre-0-1.0 00000004:00080000:0.0:1790658040.473368:0:7255:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00010000:1.0:1790658041.008269:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658041.394232:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471625984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790658041.394339:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658041.394837:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790658041.394846:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471626112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790658041.394876:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658041.395008:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471625984 00000100:00100000:1.0:1790658041.395018:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471625984 00000100:00100000:1.0:1790658041.395075:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626112 00000100:00100000:1.0:1790658041.395078:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626112 00000100:00100000:1.0:1790658041.395094:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790658041.395103:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471625984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790658041.395181:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790658041.395239:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471625984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658041.395246:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790658041.395266:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790658041.395272:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471626112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790658041.395309:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790658041.395336:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471626112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658041.395342:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1790658041.395548:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471626112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790658041.395575:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471625984:0@lo:41:osp-pre-0-1.0 00000020:01000004:3.0:1790658041.979452:0:23961:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790658041.979458:0:23961:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1790658041.980173:0:23961:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff92cf73211000 00000020:01000004:3.0:1790658041.980202:0:23961:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1790658041.980226:0:23961:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1790658041.980246:0:23961:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff92cf7f2499c0) 00000020:00000080:3.0:1790658041.980269:0:23961:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1790658042.004405:0:23961:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1790658042.004783:0:23961:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1790658042.005831:0:23961:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1790658042.006088:0:23961:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1790658042.006457:0:23961:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:2.0:1790658042.006830:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 479: rc = 0 00100000:10000000:2.0:1790658042.006975:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 479: rc = 0 00100000:10000000:2.0:1790658042.007076:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 479: rc = 0 00100000:10000000:2.0:1790658042.007656:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 578: rc = 0 00100000:10000000:2.0:1790658042.007919:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 578: rc = 0 00100000:10000000:2.0:1790658042.008302:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 578: rc = 0 00100000:10000000:2.0:1790658042.008601:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 578: rc = 0 00100000:10000000:2.0:1790658042.008855:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 578: rc = 0 00100000:10000000:2.0:1790658042.009111:0:23961:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 578: rc = 0 00000020:00000080:2.0:1790658042.011532:0:23961:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1790658042.011557:0:23961:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790658042.011574:0:23961:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xefae7e19be40a1b4 00000020:01000004:2.0:1790658042.011587:0:23961:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:2.0:1790658042.011616:0:23961:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.150@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1790658042.011620:0:23961:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.150@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1790658042.011627:0:23961:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1790658042.011654:0:23961:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:2.0:1790658042.011659:0:23961:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.150@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1790658042.026058:0:23961:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.150@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790658042.026126:0:23961:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.150@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1790658042.026136:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790658042.026138:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790658042.026357:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658042.026358:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658042.026359:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658042.026360:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658042.026362:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790658042.026364:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658042.026365:0:23961:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790658042.026369:0:23961:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1790658042.026371:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790658042.026372:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790658042.026373:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658042.026374:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658042.026375:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658042.026376:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658042.026376:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790658042.026377:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658042.026378:0:23961:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790658042.026429:0:23961:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1790658042.026461:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626240:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790658042.026622:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.026721:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce497480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.026776:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626240 00000100:00100000:0.0:1790658042.026787:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626240 00000100:00100000:0.0:1790658042.026901:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1790658042.026913:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23961:x1877640471626240:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790658042.026955:0:21919:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1790658042.026960:0:21919:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1790658042.026964:0:21919:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00010000:00010000:3.0:1790658042.035346:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658042.048941:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23961:x1877640471626240:12345-0@lo:253:mount.lustre.0 Request processed in 22016us (22305us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.048964:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1790658042.053272:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626240:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790658042.053302:0:23961:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1790658042.053307:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790658042.053309:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790658042.053310:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790658042.053311:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790658042.053313:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790658042.053314:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790658042.053315:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790658042.053317:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790658042.053318:0:23961:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790658042.053568:0:23961:0:(tgt_mount.c:101:server_register_mount()) register mount ffff92cf73211000 from lustre-OST0001 10000000:01000000:2.0:1790658042.053616:0:23961:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1790658042.053619:0:23961:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1790658042.053651:0:23961:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff92ce486899c0 local copy 00010000:00010000:2.0:1790658042.053731:0:23961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.054060:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626368:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658042.054191:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.054266:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce497489c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.054308:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626368 00000100:00100000:0.0:1790658042.054319:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626368 00000100:00100000:0.0:1790658042.054396:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1790658042.054408:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23961:x1877640471626368:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658042.054667:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23961:x1877640471626368:12345-0@lo:501:mount.lustre.0 Request processed in 261us (476us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790658042.054677:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1790658042.054828:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626368:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1790658042.054846:0:23961:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.150@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1790658042.055037:0:23961:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.150@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1790658042.055049:0:23961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.055062:0:23961:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7d094e00/0xefae7e19be409dee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be409df5 expref: -99 pid: 21909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658042.055099:0:23961:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92cf73211000 10000000:01000000:2.0:1790658042.055105:0:23961:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790658042.055112:0:23961:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1790658042.055116:0:23961:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790658042.055123:0:23961:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1790658042.055126:0:23961:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1790658042.055312:0:23961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.055323:0:23961:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.055334:0:23961:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.055364:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626496:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790658042.055427:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.055532:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce497489c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658042.056240:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626496 00000100:00100000:1.0:1790658042.056251:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626496 00000100:00100000:1.0:1790658042.056312:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1790658042.056322:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:23961:x1877640471626496:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658042.056584:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658042.056609:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a1c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a1bb expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.056644:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a1c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a1bb expref: 22 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.056659:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1d000/0xefae7e19be40a1c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a1bb expref: 22 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.056669:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1d000, rc 0) 00000100:00100000:1.0:1790658042.056779:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626496:12345-0@lo:101:mount.lustre.0 Request processed in 459us (1361us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.056787:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1790658042.056866:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626496:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658042.056885:0:23961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1c2 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.056896:0:23961:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a1c2 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790658042.058572:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1790658042.060112:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790658042.060481:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1790658042.060530:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1790658042.060567:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1790658042.060618:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1790658042.060659:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1790658042.060697:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1790658042.060832:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1790658042.060888:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1790658042.061079:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1790658042.061268:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1790658042.061278:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1790658042.061475:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626624:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658042.061568:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.061627:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.061651:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626624 00000100:00100000:0.0:1790658042.061660:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626624 00000100:00100000:0.0:1790658042.061730:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1790658042.061741:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626624:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658042.062223:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626624:12345-0@lo:501:mount.lustre.0 Request processed in 482us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.062232:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1790658042.062491:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790658042.062541:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658042.062590:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.062738:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4550f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658042.064065:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626752 00000100:00100000:1.0:1790658042.064083:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626752 00000100:00100000:1.0:1790658042.064183:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1790658042.064211:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658042.065128:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626752:12345-0@lo:503:mount.lustre.0 Request processed in 914us (2531us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.065138:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1790658042.067797:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790658042.069018:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790658042.069198:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658042.069306:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.069450:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4550f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.069583:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471626880 00000100:00100000:0.0:1790658042.069594:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471626880 00000100:00100000:0.0:1790658042.069797:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1790658042.069810:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626880:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.070138:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471626880:12345-0@lo:502:mount.lustre.0 Request processed in 329us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.070186:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1790658042.070324:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471626880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658042.070673:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1790658042.070739:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1790658042.070776:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1790658042.070834:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1790658042.070875:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1790658042.070911:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1790658042.070962:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1790658042.071001:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1790658042.071050:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1790658042.071089:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658042.071188:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.071434:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf4550f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658042.071551:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627008 00000100:00100000:1.0:1790658042.071558:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627008 00000100:00100000:1.0:1790658042.071600:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1790658042.071618:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471627008:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790658042.071857:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471627008:12345-0@lo:502:mount.lustre.0 Request processed in 248us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.071865:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1790658042.072033:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658042.072114:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1790658042.072127:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1790658042.073677:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790658042.073691:0:23962:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1790658042.073699:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.073702:0:23962:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1790658042.073711:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790658042.073731:0:23962:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff92ce44074d40) 00000020:00000080:0.0:1790658042.073765:0:23962:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1790658042.073773:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1790658042.073850:0:23962:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92cf73211000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1790658042.073861:0:23962:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790658042.073869:0:23962:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xefae7e19be40a1d0 00010000:00010000:0.0:1790658042.079455:0:23962:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1790658042.080739:0:23962:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1790658042.085886:0:23962:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1790658042.089575:0:23962:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1790658042.089596:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658042.089605:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.089608:0:23962:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1790658042.089613:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658042.089618:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.089620:0:23962:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790658042.089623:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790658042.089626:0:23962:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1790658042.089629:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658042.089631:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.089633:0:23962:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1790658042.089636:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790658042.089639:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.089641:0:23962:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1790658042.089644:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1790658042.089727:0:23962:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790658042.089730:0:23962:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790658042.089731:0:23962:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1790658042.089735:0:23962:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1790658042.090084:0:23961:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1790658042.090124:0:23961:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1790658042.090673:0:23961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1c2 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.090691:0:23961:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a600/0xefae7e19be40a1bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1c2 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790658042.090702:0:23961:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92cf73211000 from 1 10000000:01000000:1.0:1790658042.090705:0:23961:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790658042.090766:0:23961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.090776:0:23961:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.090791:0:23961:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658042.090842:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627136:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790658042.090951:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658042.091008:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.091733:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627136 00000100:00100000:0.0:1790658042.091745:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627136 00000100:00100000:0.0:1790658042.091806:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1790658042.091819:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471627136:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658042.091837:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658042.091857:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a1d7 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.091892:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.091913:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.091923:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a1600, rc 0) 00000100:00100000:0.0:1790658042.092001:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627136:12345-0@lo:101:mount.lustre.0 Request processed in 184us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.092009:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1790658042.092829:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627136:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790658042.092856:0:23961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658042.092866:0:23961:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790658042.093771:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1790658042.094895:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790658042.095773:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1790658042.095828:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1790658042.095880:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1790658042.095919:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1790658042.098130:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1790658042.098778:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1790658042.098824:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1790658042.098857:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1790658042.098926:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1790658042.099863:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1790658042.099904:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1790658042.100111:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1790658042.100121:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1790658042.100523:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658042.101452:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658042.101510:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1790658042.102839:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627264 00000100:00100000:2.0:1790658042.102855:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627264 00000100:00100000:2.0:1790658042.102935:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1790658042.102948:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790658042.103363:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627264:12345-0@lo:501:mount.lustre.0 Request processed in 416us (1912us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.103372:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790658042.103390:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627264:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658042.103462:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627392:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790658042.103516:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658042.103556:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf44f8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.103607:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627392 00000100:00100000:0.0:1790658042.103613:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627392 00000100:00100000:0.0:1790658042.104272:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1790658042.104285:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627392:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658042.104521:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627392:12345-0@lo:503:mount.lustre.0 Request processed in 237us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.104529:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1790658042.106006:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627392:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790658042.107780:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790658042.107937:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627520:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658042.108039:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.108098:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf67283f00 going to sleep for 11 seconds 00000100:00100000:2.0:1790658042.108185:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627520 00000100:00100000:2.0:1790658042.108195:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627520 00000100:00100000:2.0:1790658042.108250:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790658042.108261:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.108867:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627520:12345-0@lo:502:mount.lustre.0 Request processed in 604us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.108876:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1790658042.109314:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658042.109905:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1790658042.109984:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1790658042.110036:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1790658042.110085:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1790658042.110118:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1790658042.110223:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1790658042.110263:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1790658042.110302:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1790658042.110369:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1790658042.110407:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1790658042.110454:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1790658042.110500:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627648:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658042.110565:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.110609:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf67283f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.110739:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627648 00000100:00100000:0.0:1790658042.110748:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627648 00000100:00100000:0.0:1790658042.110804:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1790658042.110814:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627648:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.111050:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627648:12345-0@lo:502:mount.lustre.0 Request processed in 236us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.111058:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1790658042.111850:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627648:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790658042.111992:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1790658042.112007:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1790658042.115709:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658042.115733:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115737:0:23966:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790658042.115754:0:23966:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92cf73211000 00000020:00000080:3.0:1790658042.115757:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658042.115767:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658042.115770:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115771:0:23966:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790658042.115774:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658042.115777:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115778:0:23966:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790658042.115782:0:23966:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92cf73211000 00000020:00000080:3.0:1790658042.115785:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658042.115874:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658042.115877:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115879:0:23966:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1790658042.115882:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658042.115894:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115896:0:23966:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658042.115899:0:23966:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92cf73211000 00000020:00000080:3.0:1790658042.115901:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658042.115920:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658042.115922:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115923:0:23966:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1790658042.115926:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790658042.115928:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115929:0:23966:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1790658042.115932:0:23966:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff92cf73211000 00000020:00000080:3.0:1790658042.115934:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790658042.115970:0:23966:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790658042.115974:0:23966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790658042.115975:0:23966:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1790658042.115979:0:23966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1790658042.117453:0:23961:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1790658042.117500:0:23961:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790658042.117533:0:23961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.117550:0:23961:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658042.117636:0:23961:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790658042.117639:0:23961:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92cf73211000 10000000:01000000:0.0:1790658042.117643:0:23961:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92cf73211000 10000000:01000000:0.0:1790658042.117649:0:23961:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790658042.117656:0:23961:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92cf73211000 from 1 10000000:01000000:0.0:1790658042.117659:0:23961:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790658042.117710:0:23961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.117721:0:23961:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.117736:0:23961:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658042.117770:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627776:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790658042.117859:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.117919:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658042.118189:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627776 00000100:00100000:2.0:1790658042.118199:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627776 00000100:00100000:2.0:1790658042.118260:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1790658042.118272:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:23961:x1877640471627776:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790658042.118291:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658042.118309:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69a400/0xefae7e19be40a1ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a1e5 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.118339:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69a400/0xefae7e19be40a1ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a1e5 expref: 24 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.118353:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69a400/0xefae7e19be40a1ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a1e5 expref: 24 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.118362:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69a400, rc 0) 00000100:00100000:2.0:1790658042.118430:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471627776:12345-0@lo:101:mount.lustre.0 Request processed in 146us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.118449:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1790658042.118704:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627776:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790658042.118722:0:23961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1ec expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.118733:0:23961:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a1ec expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790658042.122131:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1790658042.122876:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790658042.123293:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1790658042.123342:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1790658042.123385:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1790658042.123452:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1790658042.123493:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1790658042.123559:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1790658042.123603:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1790658042.123652:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1790658042.123734:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1790658042.123775:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1790658042.123817:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1790658042.125804:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1790658042.125914:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1790658042.125946:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1790658042.125995:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1790658042.126037:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1790658042.126087:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1790658042.129537:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1790658042.129755:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1790658042.129826:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1790658042.129939:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1790658042.129979:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1790658042.130012:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1790658042.130063:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1790658042.130134:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1790658042.130845:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1790658042.130919:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1790658042.130981:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1790658042.131020:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1790658042.131096:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1790658042.131135:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1790658042.131831:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1790658042.131881:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1790658042.131942:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1790658042.131983:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1790658042.132054:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1790658042.132114:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1790658042.133307:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1790658042.133404:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1790658042.133455:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1790658042.133492:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1790658042.133531:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1790658042.133705:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1790658042.133776:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1790658042.133821:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1790658042.133885:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1790658042.133929:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1790658042.133975:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1790658042.134537:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1790658042.134599:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1790658042.134681:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1790658042.134695:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1790658042.134866:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627904:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658042.134964:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.135029:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790658042.135201:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471627904 00000100:00100000:1.0:1790658042.135212:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471627904 00000100:00100000:1.0:1790658042.135277:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790658042.135289:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471627904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790658042.136557:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471627904:12345-0@lo:501:mount.lustre.0 Request processed in 1264us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.136570:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1790658042.138464:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471627904:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790658042.138544:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628032:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790658042.138619:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.138671:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658042.140280:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628032 00000100:00100000:3.0:1790658042.140296:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628032 00000100:00100000:3.0:1790658042.140360:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1790658042.140371:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628032:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790658042.140695:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628032:12345-0@lo:503:mount.lustre.0 Request processed in 324us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658042.140703:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1790658042.140917:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628032:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790658042.142442:0:23961:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790658042.142558:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628160:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.144894:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.144960:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628160 00000100:00100000:0.0:1790658042.144970:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628160 00000100:00100000:0.0:1790658042.145061:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1790658042.145073:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.145412:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628160:12345-0@lo:502:mount.lustre.0 Request processed in 341us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.145437:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1790658042.145503:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.145532:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628160:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658042.145920:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790658042.145982:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1790658042.146014:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1790658042.146058:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1790658042.146105:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1790658042.146175:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1790658042.146216:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1790658042.146246:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1790658042.146302:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790658042.146335:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1790658042.146362:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1790658042.148873:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1790658042.149052:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1790658042.149090:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1790658042.149233:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1790658042.149290:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1790658042.149328:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1790658042.149382:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1790658042.149438:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1790658042.149478:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1790658042.149563:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1790658042.149617:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1790658042.149661:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1790658042.149720:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1790658042.149764:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1790658042.149803:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1790658042.149855:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1790658042.149895:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1790658042.149930:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1790658042.149982:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1790658042.150019:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1790658042.150057:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1790658042.150094:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1790658042.150179:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1790658042.150222:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1790658042.150274:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1790658042.150334:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1790658042.150379:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1790658042.150453:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1790658042.150501:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1790658042.150541:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1790658042.150583:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1790658042.150649:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1790658042.150691:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1790658042.150730:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1790658042.150792:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1790658042.150834:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1790658042.150873:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1790658042.150984:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628288:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.151094:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.151194:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628288 00000100:00100000:0.0:1790658042.151203:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628288 00000100:00100000:0.0:1790658042.151265:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1790658042.151277:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.151543:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628288:12345-0@lo:502:mount.lustre.0 Request processed in 266us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.151552:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1790658042.151628:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658042.151657:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628288:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658042.153457:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1790658042.153518:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1790658042.153589:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628416:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790658042.153677:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.153721:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790658042.154094:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628416 00000100:00100000:3.0:1790658042.154104:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628416 00000100:00100000:3.0:1790658042.154191:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1790658042.154202:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628416:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790658042.154453:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471628416:12345-0@lo:502:mount.lustre.0 Request processed in 251us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658042.154462:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1790658042.155306:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471628416:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790658042.155508:0:23961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1790658042.155523:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1790658042.160275:0:23971:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1790658042.160302:0:23971:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff92cf7f248000) 00000020:00000080:3.0:1790658042.160340:0:23971:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1790658042.160754:0:23971:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92cf73211000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790658042.160759:0:23971:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf73211000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1790658042.160762:0:23971:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf73211000 3 00010000:00080000:3.0:1790658042.160818:0:23971:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce41da7000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.150@tcp at head 00010000:00010000:2.0:1790658042.163774:0:23971:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1790658042.164405:0:23971:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1790658042.164471:0:23971:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790658042.164490:0:23971:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xefae7e19be40a1fa 00000100:00080000:2.0:1790658042.164505:0:23971:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790658042.165386:0:23971:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ce41da7000 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658042.165461:0:23971:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d0f0a80 x1877640471628544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790658042.165496:0:23971:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790658042.166438:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471628544:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790658042.166547:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.166652:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628544 00000100:00100000:3.0:1790658042.166662:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628544 00000100:00100000:3.0:1790658042.166709:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658042.166719:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1877640471628544:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790658042.166755:0:21926:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:3.0:1790658042.166805:0:21926:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xefae7e19be40a201 00000004:00100000:3.0:1790658042.166826:0:21926:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790658042.166866:0:21926:0:(import.c:65:import_set_state_nolock()) ffff92ce41da1800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658042.166925:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3450:x1877640471628544:12345-0@lo:38:llog_process_th.0 Request processed in 204us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658042.166932:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1790658042.166984:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f0a80 x1877640471628544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658042.166997:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790658042.167007:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1790658042.167016:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790658042.167022:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790658042.167024:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41da7000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790658042.167036:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1877640471628544:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1790658042.168900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658042.168908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790658042.168913:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790658042.168923:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:0.0:1790658042.168929:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1790658042.168943:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790658042.169000:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf8110d880 x1877640471628928/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790658042.169055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790658042.169059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790658042.169061:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790658042.169065:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 636 00000100:00080000:0.0:1790658042.169070:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790658042.169076:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92cf60119800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:0.0:1790658042.169088:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf8110e680 x1877640471629440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790658042.169138:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471628800:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.169240:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.169279:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1877640471629568:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.169307:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.169333:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471628672:0@lo:400:kworker.0 00000100:00100000:2.0:1790658042.169372:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.169395:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471629312:0@lo:400:kworker.0 00000100:00100000:2.0:1790658042.169426:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.169487:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628672 00000100:00100000:2.0:1790658042.169497:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628672 00000100:00100000:2.0:1790658042.169560:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790658042.169571:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471628672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658042.169624:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628800 00000100:00100000:1.0:1790658042.169631:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628800 00000100:00100000:2.0:1790658042.169650:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471628672:12345-0@lo:400:kworker.0 Request processed in 68us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.169658:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790658042.169698:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629312 00000100:00100000:1.0:1790658042.169702:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629312 00000100:00100000:2.0:1790658042.169705:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471628672:0@lo:400:kworker.0 00000100:00100000:1.0:1790658042.169734:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658042.169743:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471628800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658042.169788:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471628800:12345-0@lo:400:kworker.0 Request processed in 46us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.169795:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790658042.169809:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790658042.169815:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3453:x1877640471629312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658042.169856:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3453:x1877640471629312:12345-0@lo:400:kworker.0 Request processed in 41us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658042.169862:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790658042.169980:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471628800:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.170005:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471629056:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.170036:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.170064:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471629696:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.170085:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.170109:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1790658042.170115:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471629184:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.170168:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.170189:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471629824:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.170209:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.170249:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629568 00000100:00100000:0.0:1790658042.170254:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629568 00000100:00100000:0.0:1790658042.170276:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629056 00000100:00100000:0.0:1790658042.170278:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629056 00000100:00100000:0.0:1790658042.170289:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629696 00000100:00100000:0.0:1790658042.170291:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629696 00000100:00100000:0.0:1790658042.170305:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629824 00000100:00100000:0.0:1790658042.170307:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629824 00000100:00100000:0.0:1790658042.170322:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790658042.170329:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1877640471629568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658042.170497:0:21926:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1790658042.170512:0:21926:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1790658042.171606:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1877640471629568:12345-0@lo:400:kworker.0 Request processed in 1269us (2290us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.171631:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790658042.171662:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790658042.171682:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471629056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.171722:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471629056:12345-0@lo:400:kworker.0 Request processed in 45us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.171727:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790658042.171739:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790658042.171746:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471629696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.171772:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471629696:12345-0@lo:400:kworker.0 Request processed in 28us (1687us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.171777:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790658042.171787:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790658042.171794:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471629824:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1790658042.171962:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf8110c380 x1877640471629568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658042.172059:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1877640471629568:0@lo:400:kworker.0 00000100:00100000:2.0:1790658042.172079:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471629312:0@lo:400:kworker.0 00000020:01000004:2.0:1790658042.172447:0:23971:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1790658042.172475:0:23971:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff92cf80343380) 00000020:00000080:2.0:1790658042.172506:0:23971:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00100000:0.0:1790658042.172562:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471629824:12345-0@lo:400:kworker.0 Request processed in 766us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.172580:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000020:01000004:2.0:1790658042.172624:0:23971:0:(tgt_mount.c:153:server_get_mount()) get mount ffff92cf73211000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1790658042.172629:0:23971:0:(tgt_mount.c:187:server_put_mount()) put mount ffff92cf73211000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1790658042.172632:0:23971:0:(obd_mount.c:710:lustre_put_lsi()) put ffff92cf73211000 3 00010000:00080000:2.0:1790658042.172667:0:23971:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ce41e22800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.150@tcp at head 00000100:00100000:0.0:1790658042.173095:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629184 00000100:00100000:0.0:1790658042.173105:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629184 00000100:00100000:0.0:1790658042.173175:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790658042.173185:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471629184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.173235:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471629184:12345-0@lo:400:kworker.0 Request processed in 53us (3094us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658042.173241:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1790658042.173263:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790658042.173269:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790658042.173273:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790658042.173315:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471629184:0@lo:400:kworker.0 00010000:00080000:0.0:1790658042.173331:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf8110c000 x1877640471629824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658042.173575:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471629824:0@lo:400:kworker.0 00010000:00080000:0.0:1790658042.173596:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf8110f800 x1877640471629056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658042.173604:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471629056:0@lo:400:kworker.0 00010000:00080000:0.0:1790658042.174258:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf8110d180 x1877640471629696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790658042.174272:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471629696:0@lo:400:kworker.0 00000100:00100000:0.0:1790658042.174330:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471628928:0@lo:8:kworker.0 00000100:00100000:0.0:1790658042.176782:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.176854:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471629440:0@lo:8:kworker.0 00000100:00100000:0.0:1790658042.176891:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.176957:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471628928 00000100:00100000:0.0:1790658042.176967:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471628928 00000100:00100000:0.0:1790658042.177009:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629440 00000100:00100000:0.0:1790658042.177012:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629440 00000100:00100000:0.0:1790658042.177036:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658042.177045:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471628928:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1790658042.177120:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471628928:12345-0@lo:8:kworker.0 Request processed in 74us (344us total) trans 0 rc -11/-11 00000100:00100000:0.0:1790658042.177127:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658042.177164:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790658042.177169:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471629440:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1790658042.177202:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471629440:12345-0@lo:8:kworker.0 Request processed in 31us (310us total) trans 0 rc -11/-11 00000100:00100000:0.0:1790658042.177207:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790658042.177258:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658042.177269:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658042.177275:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790658042.177279:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471628928:0@lo:8:kworker.0 00000100:00100000:0.0:1790658042.177289:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790658042.177292:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790658042.177296:0:3450:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790658042.177299:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471629440:0@lo:8:kworker.0 00010000:00010000:2.0:1790658042.181527:0:23971:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1790658042.181838:0:23971:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1790658042.183478:0:23971:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790658042.183504:0:23971:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xefae7e19be40a20f 00000100:00080000:2.0:1790658042.183520:0:23971:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790658042.183540:0:23971:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff92ce41e22800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:2.0:1790658042.183594:0:23971:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf7d0f3480 x1877640471629952/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790658042.183622:0:23971:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1790658042.184634:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1877640471629952:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790658042.184821:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658042.185047:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471629952 00000100:00100000:3.0:1790658042.185059:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471629952 00000100:00100000:3.0:1790658042.185109:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790658042.185119:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1877640471629952:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790658042.185281:0:21927:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:3.0:1790658042.185335:0:21927:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xefae7e19be40a216 00000004:00100000:3.0:1790658042.185361:0:21927:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790658042.185414:0:21927:0:(import.c:65:import_set_state_nolock()) ffff92ce41da0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658042.185496:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3450:x1877640471629952:12345-0@lo:38:llog_process_th.0 Request processed in 376us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658042.185504:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1790658042.185587:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff92cf7d0f3480 x1877640471629952/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790658052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658042.185600:0:3450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000040:00080000:2.0:1790658042.185635:0:23971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00080000:3.0:1790658042.185686:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1790658042.185697:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790658042.185702:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1790658042.185706:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41e22800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790658042.185714:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1877640471629952:0@lo:38:llog_process_th.0 00000020:01000000:0.0:1790658042.186632:0:23961:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1790658042.186752:0:23961:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790658042.186779:0:23961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1ec expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658042.186795:0:23961:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf456a0200/0xefae7e19be40a1e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a1ec expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790658042.186867:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790658042.186870:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790658042.186872:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790658042.186873:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790658042.186880:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790658042.186881:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790658042.186883:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790658042.186885:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790658042.186887:0:23961:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790658042.186892:0:23961:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1790658042.186895:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790658042.186897:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790658042.186898:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790658042.186900:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790658042.186903:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790658042.186905:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790658042.186906:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790658042.186908:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790658042.186970:0:23961:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790658042.187005:0:23961:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1790658042.187027:0:23961:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471630080:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790658042.187111:0:23961:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658042.187265:0:23961:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601b2000 going to sleep for 11 seconds 00000100:00100000:2.0:1790658042.187323:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630080 00000100:00100000:2.0:1790658042.187409:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630080 00000100:00100000:2.0:1790658042.187496:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1790658042.187509:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:23961:x1877640471630080:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790658042.187546:0:21922:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1790658042.187567:0:21922:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790658042.240044:0:21922:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790658042.240072:0:21922:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1790658042.240169:0:21942:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1790658042.240176:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1790658042.240214:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240239:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240275:0:21942:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240284:0:21942:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240340:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240358:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 24 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.240376:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471630208:0@lo:104: 00000100:00100000:2.0:1790658042.240491:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790658042.240559:0:21942:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240568:0:21942:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 24 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.240587:0:21942:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471630336:0@lo:104: 00000100:00100000:2.0:1790658042.240610:0:21942:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.240631:0:21942:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658042.240660:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630208 00000100:00100000:2.0:1790658042.240669:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630208 00000100:00100000:2.0:1790658042.240723:0:21910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630336 00000100:00100000:2.0:1790658042.240727:0:21910:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630336 00000100:00100000:2.0:1790658042.240744:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790658042.240756:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471630208:12345-0@lo:104: 00010000:00010000:2.0:1790658042.240780:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240843:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790658042.240850:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:21942:x1877640471630208:12345-0@lo:104: Request processed in 96us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.240858:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790658042.240879:0:21910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790658042.240886:0:21910:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471630336:12345-0@lo:104: 00010000:00010000:2.0:1790658042.240894:0:21910:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240930:0:21910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1790658042.240935:0:21910:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:21942:x1877640471630336:12345-0@lo:104: Request processed in 50us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.240941:0:21910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1790658042.240960:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658042.240969:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240977:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095200 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658042.240982:0:21916:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.240993:0:21916:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658042.241002:0:21916:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658042.241014:0:21916:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790658042.241051:0:21916:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241057:0:21916:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658042.241083:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241091:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7d095200/0xefae7e19be40a0b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0bf expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241107:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658042.241111:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241118:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094c00 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:2.0:1790658042.241121:0:21916:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241128:0:21916:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790658042.241135:0:21916:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658042.241181:0:21916:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790658042.241196:0:21916:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241202:0:21916:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790658042.241217:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241224:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7d094c00/0xefae7e19be40a0aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a0b1 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241240:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658042.241242:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658042.241244:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658042.241252:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658042.241268:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471630464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658042.241303:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.241331:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790658042.241336:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471630592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658042.241360:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658042.241400:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630464 00000100:00100000:2.0:1790658042.241404:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630464 00010000:00010000:2.0:1790658042.241443:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 25 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.241467:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630592 00000100:00100000:2.0:1790658042.241470:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630592 00010000:00010000:2.0:1790658042.241481:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 26 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.241500:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790658042.241506:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+26:3453:x1877640471630464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658042.241519:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658042.241525:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 26 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241548:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 26 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241566:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658042.241596:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+26:3453:x1877640471630464:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.241604:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790658042.241620:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790658042.241627:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+25:3453:x1877640471630592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658042.241636:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658042.241641:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 25 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241651:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 25 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241664:0:21913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241674:0:21913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1790658042.241688:0:21913:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002274261s 00010000:00010000:2.0:1790658042.241693:0:21913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241702:0:21913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241721:0:21913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241729:0:21913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241735:0:21913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658042.241740:0:21913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241750:0:21913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241766:0:21913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241778:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658042.241804:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+25:3453:x1877640471630592:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658042.241811:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790658042.241876:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471630592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658042.241885:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471630464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790658042.241921:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1ce00/0xefae7e19be40a0bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a0b8 expref: 24 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.241933:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471630208:0@lo:104: 00010000:00010000:2.0:1790658042.241944:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a0b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a0aa expref: 23 pid: 21919 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658042.241961:0:21942:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7d0f1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21942:1877640471630336:0@lo:104: 00010000:00010000:2.0:1790658042.241978:0:21942:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241987:0:21942:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.241994:0:21942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658042.242001:0:21942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69b000/0xefae7e19be40a21d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658042.259093:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:23961:x1877640471630080:12345-0@lo:253:mount.lustre.0 Request processed in 71571us (71966us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658042.259113:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1790658042.259491:0:23961:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:23961:1877640471630080:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790658042.259513:0:23961:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1790658042.259537:0:23961:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790658042.259539:0:23961:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790658042.259541:0:23961:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790658042.259542:0:23961:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790658042.259544:0:23961:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790658042.259546:0:23961:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790658042.259548:0:23961:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790658042.259550:0:23961:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790658042.259551:0:23961:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790658042.259643:0:23961:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1790658042.260493:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658042.260849:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658042.261035:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658042.261507:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1790658042.261781:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1790658042.261974:0:23961:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:0.0:1790658042.263396:0:23961:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1790658042.418016:0:23961:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1790658042.418032:0:23961:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1790658042.418098:0:23961:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790658042.418261:0:23961:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.150@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790658042.418297:0:23961:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1790658042.418659:0:23961:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000001:00080000:0.0:1790658042.560002:0:8122:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1790658042.560026:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:2.0:1790658043.058977:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1790658044.017476:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790658044.017484:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92cf7fda0800 from 14 10000000:01000000:2.0:1790658044.017490:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790658044.017533:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658044.017545:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658044.017555:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658044.017583:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790658044.017651:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658044.017702:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658044.018676:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630720 00000100:00100000:0.0:1790658044.018687:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630720 00000100:00100000:0.0:1790658044.018838:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1790658044.018907:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471630720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658044.018992:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658044.019011:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a1c00/0xefae7e19be40a22b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a224 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.019037:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a1c00/0xefae7e19be40a22b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a224 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.019048:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a1c00/0xefae7e19be40a22b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a224 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.019072:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a1c00, rc 0) 00000100:00100000:0.0:1790658044.019135:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471630720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 231us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658044.019168:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1790658044.019412:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658044.019431:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a22b expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658044.019440:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a22b expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658044.019500:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790658044.019538:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658044.019573:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf76f3a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790658044.019626:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630848 00000100:00100000:0.0:1790658044.019632:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630848 00000100:00100000:0.0:1790658044.019665:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1790658044.019672:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471630848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1790658044.019685:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1790658044.019702:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790658044.019705:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1790658044.019802:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471630848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658044.019808:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1790658044.019853:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1790658044.020109:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790658044.020118:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a22b expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.020127:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69bc00/0xefae7e19be40a224 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a22b expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658044.020137:0:21924:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1790658044.020161:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff92ce490da000 from 14 10000000:01000000:0.0:1790658044.020165:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790658044.020188:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.020202:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.020212:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658044.020370:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658044.020424:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658044.020461:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45547600 going to sleep for 11 seconds 00000100:00100000:1.0:1790658044.021364:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471630976 00000100:00100000:1.0:1790658044.021373:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471630976 00000100:00100000:1.0:1790658044.021436:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1790658044.021446:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471630976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790658044.021461:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658044.021476:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a239 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a232 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658044.021499:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a239 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a232 expref: 24 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658044.021511:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1d200/0xefae7e19be40a239 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a232 expref: 24 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658044.021531:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1d200, rc 0) 00000100:00100000:1.0:1790658044.021584:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471630976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658044.021592:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1790658044.021598:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471630976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658044.021618:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a239 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.021628:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a239 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658044.021688:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471631104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1790658044.021727:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658044.021776:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf45547600 going to sleep for 11 seconds 00000100:00100000:1.0:1790658044.021821:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631104 00000100:00100000:1.0:1790658044.021826:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631104 00000100:00100000:1.0:1790658044.021853:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1790658044.021860:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471631104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790658044.021872:0:21919:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790658044.021887:0:21919:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790658044.021895:0:21919:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1790658044.021989:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471631104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658044.021997:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1790658044.022122:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471631104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1790658044.022198:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790658044.022204:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a239 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658044.022213:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf456a0600/0xefae7e19be40a232 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a239 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658044.084162:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658044.469945:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790658044.469981:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471631232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790658044.470054:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658044.470110:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631232 00000100:00100000:3.0:1790658044.470118:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631232 00000100:00100000:3.0:1790658044.470199:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790658044.470210:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471631232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1790658044.470245:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790658044.470293:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471631232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658044.470300:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1790658044.470323:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790658044.470362:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471631232:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1790658045.105238:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658045.498253:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790658045.498277:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471631360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790658045.498345:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658045.498440:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631360 00000100:00100000:2.0:1790658045.498449:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631360 00000100:00100000:2.0:1790658045.498501:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790658045.498511:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471631360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790658045.498535:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658045.498580:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471631360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658045.498588:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1790658045.498610:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658045.498640:0:3451:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1790658045.498661:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471631360:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1790658045.554737:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790658046.128894:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658046.513861:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471631488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790658046.513925:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658046.514003:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631488 00000100:00100000:1.0:1790658046.514011:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631488 00000100:00100000:1.0:1790658046.514050:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790658046.514073:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471631488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790658046.514109:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790658046.514169:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471631488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658046.514177:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790658046.514218:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471631488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790658046.517927:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471631616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790658046.517992:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658046.518184:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631616 00000100:00100000:0.0:1790658046.518193:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631616 00000100:00100000:0.0:1790658046.518240:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790658046.518249:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471631616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790658046.518285:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790658046.518364:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471631616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658046.518372:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1790658046.518414:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471631616:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1790658047.155413:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790658047.285192:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:3.0:1790658047.537103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658047.537110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658047.537114:0:36:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658047.537130:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ce41300800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658047.537168:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf4754df80 x1877640471632128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790658047.537200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790658047.537212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790658047.537213:0:36:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790658047.537220:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff92cf60119800 using connection 192.168.204.150@tcp/0@lo 00000100:00100000:3.0:1790658047.537233:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92cf4754c380 x1877640471632640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790658047.537527:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471631744:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537591:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537629:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471632384:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537652:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537670:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471633024:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537691:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537712:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790658047.537717:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471631872:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537736:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537752:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471632512:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537772:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537790:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471633152:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537810:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537835:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471632000:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537856:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537874:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471632768:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537894:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537911:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471633280:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.537946:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.537972:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1790658047.537977:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471632256:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538000:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.538010:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471632896:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538028:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.538049:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471632128:0@lo:8:kworker.0 00000100:00100000:3.0:1790658047.538071:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.538088:0:3450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471632640:0@lo:8:kworker.0 00000100:00100000:3.0:1790658047.538106:0:3450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.538195:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631744 00000100:00100000:3.0:1790658047.538203:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631744 00000100:00100000:3.0:1790658047.538245:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1790658047.538253:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471631744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538300:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471631744:12345-0@lo:400:kworker.0 Request processed in 48us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538307:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1790658047.538353:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632384 00000100:00100000:3.0:1790658047.538357:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632384 00000100:00100000:3.0:1790658047.538380:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471631872 00000100:00100000:3.0:1790658047.538383:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471631872 00000100:00100000:3.0:1790658047.538396:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1790658047.538402:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471632384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538471:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471632384:12345-0@lo:400:kworker.0 Request processed in 69us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538478:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1790658047.538491:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790658047.538498:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471631872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538535:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471631872:12345-0@lo:400:kworker.0 Request processed in 38us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538542:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790658047.538560:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633024 00000100:00100000:3.0:1790658047.538563:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633024 00000100:00100000:3.0:1790658047.538593:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633152 00000100:00100000:3.0:1790658047.538596:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633152 00000100:00100000:3.0:1790658047.538609:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632768 00000100:00100000:3.0:1790658047.538612:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632768 00000100:00100000:3.0:1790658047.538621:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633280 00000100:00100000:3.0:1790658047.538623:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633280 00000100:00100000:3.0:1790658047.538632:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632256 00000100:00100000:3.0:1790658047.538634:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632256 00000100:00100000:3.0:1790658047.538643:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632896 00000100:00100000:3.0:1790658047.538645:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632896 00000100:00100000:3.0:1790658047.538658:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1790658047.538664:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471633024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538692:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471633024:12345-0@lo:400:kworker.0 Request processed in 29us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538698:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1790658047.538710:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790658047.538716:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471633152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538743:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471633152:12345-0@lo:400:kworker.0 Request processed in 27us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538749:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790658047.538761:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790658047.538767:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471632768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538796:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471632768:12345-0@lo:400:kworker.0 Request processed in 30us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538808:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790658047.538822:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790658047.538827:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471633280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538853:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471633280:12345-0@lo:400:kworker.0 Request processed in 26us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538858:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790658047.538868:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790658047.538874:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471632256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538896:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471632256:12345-0@lo:400:kworker.0 Request processed in 22us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538901:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790658047.538909:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790658047.538914:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471632896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.538934:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471632896:12345-0@lo:400:kworker.0 Request processed in 20us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.538940:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790658047.538961:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632512 00000100:00100000:3.0:1790658047.538965:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632512 00000100:00100000:3.0:1790658047.538985:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632000 00000100:00100000:3.0:1790658047.538988:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632000 00000100:00100000:3.0:1790658047.538998:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632128 00000100:00100000:3.0:1790658047.539001:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632128 00000100:00100000:3.0:1790658047.539008:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471632640 00000100:00100000:3.0:1790658047.539010:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471632640 00000100:00100000:3.0:1790658047.539017:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790658047.539023:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471632512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.539063:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471632512:12345-0@lo:400:kworker.0 Request processed in 39us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.539069:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790658047.539082:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658047.539088:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471632000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.539116:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471632000:12345-0@lo:400:kworker.0 Request processed in 28us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.539121:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790658047.539131:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790658047.539135:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471632128:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1790658047.539181:0:23379:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:3.0:1790658047.539207:0:23379:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xefae7e19be40a240 00002000:00100000:3.0:1790658047.539219:0:23379:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff92ce41da5800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1790658047.539223:0:23379:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1790658047.539225:0:23379:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1790658047.539603:0:23379:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1790658047.539628:0:23379:0:(import.c:65:import_set_state_nolock()) ffff92ce41da1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658047.539671:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3450:x1877640471632128:12345-0@lo:8:kworker.0 Request processed in 535us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.539677:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790658047.539691:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658047.539695:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1877640471632640:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1790658047.539710:0:23379:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:3.0:1790658047.539726:0:23379:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xefae7e19be40a247 00002000:00100000:3.0:1790658047.539732:0:23379:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff92ce41da6000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a3f ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1790658047.539741:0:23379:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1790658047.539743:0:23379:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1790658047.539788:0:23379:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1790658047.539801:0:23379:0:(import.c:65:import_set_state_nolock()) ffff92ce41da2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658047.539829:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3450:x1877640471632640:12345-0@lo:8:kworker.0 Request processed in 132us (1721us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.539835:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658047.539893:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471631872:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.539904:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471632512:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.539914:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c79880 x1877640471633152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.539923:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471633152:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.539932:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471631744:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.539941:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471632384:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.539950:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c7bb80 x1877640471633024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.539957:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471633024:0@lo:400:kworker.0 00000100:00080000:3.0:1790658047.540022:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790658047.540027:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790658047.540028:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1790658047.540046:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4754ce00 x1877640471632256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.540057:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471632256:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.540080:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c78380 x1877640471632896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.549109:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471632896:0@lo:400:kworker.0 00000100:00100000:3.0:1790658047.549166:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471632000:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.549183:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4754d180 x1877640471632768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.549193:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471632768:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.549206:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf66c7b800 x1877640471633280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.549216:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471633280:0@lo:400:kworker.0 00010000:00080000:3.0:1790658047.549282:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4754df80 x1877640471632128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790658072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790658047.549297:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790658047.549306:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790658047.549321:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790658047.549324:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92ce41300800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790658047.549351:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790658047.549357:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1877640471632128:0@lo:8:kworker.0 00010000:00080000:3.0:1790658047.549372:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4754c380 x1877640471632640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790658072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790658047.549381:0:3450:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000004:00080000:0.0:1790658047.549382:0:21952:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00080000:3.0:1790658047.549385:0:3450:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790658047.549388:0:3450:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790658047.549404:0:3450:0:(import.c:65:import_set_state_nolock()) ffff92cf60119800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790658047.549419:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790658047.549423:0:3450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1877640471632640:0@lo:8:kworker.0 00000004:00080000:1.0:1790658047.549678:0:21953:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:1.0:1790658047.549699:0:21953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21953:1877640471633536:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1790658047.549758:0:21953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658047.549784:0:21953:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf7cfb76c0 going to sleep for 11 seconds 00000004:00080000:3.0:1790658047.549798:0:22577:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1790658047.549812:0:22577:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471633792:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1790658047.549815:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790658047.549822:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471633664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790658047.549839:0:22577:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658047.549845:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.549854:0:22577:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49df6780 going to sleep for 11 seconds 00000100:00100000:1.0:1790658047.549869:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633664 00000100:00100000:1.0:1790658047.549881:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633664 00000100:00100000:1.0:1790658047.549929:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790658047.549937:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3452:x1877640471633664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790658047.549964:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790658047.550000:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471633408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658047.550018:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3452:x1877640471633664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.550024:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658047.550025:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790658047.550038:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633408 00000100:00100000:1.0:1790658047.550042:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633408 00000100:00100000:3.0:1790658047.550048:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633536 00000100:00100000:3.0:1790658047.550051:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633536 00000100:00100000:1.0:1790658047.550057:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790658047.550062:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3454:x1877640471633408:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790658047.550070:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633792 00002000:00000024:1.0:1790658047.550071:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790658047.550072:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633792 00000100:00100000:3.0:1790658047.550088:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658047.550094:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:21953:x1877640471633536:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1790658047.550097:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3454:x1877640471633408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658047.550102:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1790658047.550128:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce41e0f800 x1877640471633664/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658047.550157:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471633664:0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1790658047.550739:0:21952:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 643565596030ns, next at 0ns, rc = 0 00000004:00080000:0.0:1790658047.550769:0:22576:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1790658047.551298:0:22576:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 643566155624ns, next at 0ns, rc = 0 00002000:00080000:3.0:1790658047.557058:0:23379:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1790658047.557070:0:23379:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:3.0:1790658047.557075:0:23379:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00010000:00080000:1.0:1790658047.572463:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf7cf96d80 x1877640471633408/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790658063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658047.572491:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471633408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658047.572534:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790658047.572546:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:22577:x1877640471633792:12345-0@lo:7:osp-pre-1-1.0 00002000:00080000:1.0:1790658047.574815:0:23240:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1790658047.574823:0:23240:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1790658047.574915:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:22577:x1877640471633792:12345-0@lo:7:osp-pre-1-1.0 Request processed in 2369us (25071us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658047.574925:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1790658047.574966:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1790658047.575682:0:22577:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce41e0d880 x1877640471633792/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790658063 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.575699:0:22577:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471633792:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1790658047.575712:0:22577:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1790658047.575752:0:22577:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471633920:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1790658047.575791:0:22577:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.575828:0:22577:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49df6780 going to sleep for 11 seconds 00002000:00010000:3.0:1790658047.576385:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.576400:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576415:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.576420:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.576427:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576445:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576458:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576466:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576483:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.576500:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.576506:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576514:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095e00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.576519:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576528:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576552:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576560:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a24e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.576576:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.576578:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.576579:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658047.577497:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471633920 00000100:00100000:0.0:1790658047.577507:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471633920 00000100:00100000:0.0:1790658047.577556:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790658047.577567:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:22577:x1877640471633920:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1790658047.577597:0:23240:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1790658047.577663:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:22577:x1877640471633920:12345-0@lo:5:osp-pre-1-1.0 Request processed in 97us (1871us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658047.577669:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790658047.577713:0:22577:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471633920:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1790658047.577724:0:22577:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1790658047.577758:0:22577:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471634048:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1790658047.577790:0:22577:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658047.577820:0:22577:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf42f8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1790658047.577844:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634048 00000100:00100000:0.0:1790658047.577847:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634048 00000100:00100000:0.0:1790658047.577871:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790658047.577878:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22577:x1877640471634048:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1790658047.577904:0:23242:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1790658047.584351:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.584367:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.584383:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.584389:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.584396:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.584411:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.584424:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.584433:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.584468:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790658047.590875:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.590887:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590903:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.590907:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.590913:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590926:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590936:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590943:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590959:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790658047.590971:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790658047.590977:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.590985:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.590999:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591009:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591026:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591035:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a255 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591053:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.591057:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591064:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.591067:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591075:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591086:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591093:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a25c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591113:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.591115:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.591117:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.591716:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.591723:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591732:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.591736:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.591741:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591751:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591759:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591767:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591781:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.591790:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.591794:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591811:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.591814:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591822:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591833:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591841:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a263 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.591854:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.591856:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.591857:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.592290:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.592297:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592306:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.592326:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.592331:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592341:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592357:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592364:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592379:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.592388:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.592391:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592398:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.592401:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592408:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592419:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592426:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a26a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592440:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.592448:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.592449:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.592878:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.592885:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592894:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.592897:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.592902:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592912:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592921:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592930:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592944:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.592953:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.592957:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592964:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094c00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.592968:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592988:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.592999:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593007:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a271 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593021:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.593023:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.593024:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.593509:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.593517:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593526:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.593529:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.593534:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593544:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593553:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593566:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.593579:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.593589:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.593593:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.595909:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.602547:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.602555:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.602568:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.602589:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.602596:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a278 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.602616:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.602618:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.602620:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.603243:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.603258:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603270:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.603275:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.603281:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603293:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603301:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603320:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603338:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.603349:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.603354:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603361:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095e00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.603365:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603373:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603389:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603396:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a27f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603409:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.603411:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.603412:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.603777:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.603782:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603791:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.603794:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.603798:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603807:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603815:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603823:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603845:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.603853:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.603857:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603864:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de800 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.603867:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603875:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603885:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603893:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eac8d8c5/0xefae7e19be40a286 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.603905:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.603907:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.603908:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.604277:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.604283:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604292:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.604299:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.604303:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604328:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604336:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604344:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604357:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.604364:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.604367:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604374:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.604377:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604385:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604395:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604412:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a28d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604425:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.604426:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.604427:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.604774:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.604780:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604788:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.604790:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.604794:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604803:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604811:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604818:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604829:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.604836:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.604844:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604851:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dec00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.604854:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604862:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604871:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604879:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a294 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.604891:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.604892:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.604894:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.605282:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.605289:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605297:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.605300:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.605306:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605338:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605345:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605353:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605367:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.605375:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.605378:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605385:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfc00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.605388:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.605395:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.609637:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.609649:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a29b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.609684:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.609686:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.609688:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.610687:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.610697:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610711:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.610715:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.610722:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610734:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610744:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610752:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610773:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.610786:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.610791:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610809:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfe00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.610813:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610821:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610835:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610841:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a2a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.610857:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.610859:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.610860:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.615048:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.615062:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615078:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.615083:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.615089:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615104:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615123:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615130:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615166:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.615181:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.615187:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615195:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.615199:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615208:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615225:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615232:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a2a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.615252:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.615260:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.615262:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.619730:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.619743:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619758:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.619763:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.619770:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619782:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619792:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619799:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619819:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.619834:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.619839:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619847:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.619851:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619871:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619889:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619896:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a2b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.619917:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.619919:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.619921:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.625518:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.625532:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625548:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.625553:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.625559:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625572:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625582:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625598:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625618:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.625631:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.625636:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625643:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.625648:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625657:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625673:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625680:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a2b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.625698:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.625700:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.625701:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.626217:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.626230:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.626239:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.626243:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.626247:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.626258:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.626267:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.626275:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631701:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658047.631720:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.631729:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631742:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.631748:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631761:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631784:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631793:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0d94d93/0xefae7e19be40a2be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.631816:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.631818:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.631819:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790658047.632461:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790658047.632469:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632483:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=643s v=(0 0) 00010000:00010000:2.0:1790658047.632487:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790658047.632493:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632513:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632522:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632530:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632545:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790658047.632928:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790658047.632934:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632944:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=643s v=(0 0) 00010000:00010000:2.0:1790658047.632947:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790658047.632952:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632961:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632968:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.632987:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633003:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790658047.633017:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658047.633022:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633028:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.633032:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633039:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633052:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633060:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4dd0f90/0xefae7e19be40a2c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633076:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.633080:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633098:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69a000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.633101:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633109:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633120:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.633128:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c54d904f/0xefae7e19be40a2cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.633402:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.634862:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.634872:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.634887:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.634892:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.634898:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.634909:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.634926:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.634934:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.634952:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.634965:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1790658047.635435:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.635442:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635451:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.635454:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.635458:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635468:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635477:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635486:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635505:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790658047.635935:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.635941:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635951:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.635954:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.635958:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635967:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635975:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635982:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.635990:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1790658047.636418:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.636424:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636432:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.636440:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.636445:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636454:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636462:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636469:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636478:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1790658047.636913:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.636920:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636928:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.636931:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.636935:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636945:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636953:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636966:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.636973:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1790658047.637175:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1790658047.637182:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637190:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094c00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.637194:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637203:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637219:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637232:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b0d772/0xefae7e19be40a2da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637251:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1790658047.637255:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637262:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.637266:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637274:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637285:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637291:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a2e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637302:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658047.637305:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637325:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.637335:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637343:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637353:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637359:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b5b70c0/0xefae7e19be40a2e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637371:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.637374:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637380:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.637382:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637389:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637396:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637402:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000524d332c/0xefae7e19be40a2ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.637419:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.637421:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.637423:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1790658047.637731:0:7255:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:3.0:1790658047.655038:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.655050:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655066:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.655070:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.655076:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655090:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655100:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655107:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655132:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790658047.655620:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.655627:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655642:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.655646:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.655650:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655659:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655669:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655676:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.655684:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1790658047.656128:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.656135:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656169:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.656172:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.656176:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656185:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656203:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656210:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656218:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1790658047.656714:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.656721:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656730:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.656733:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.656738:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656748:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656757:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656764:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.656782:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1790658047.662424:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:22577:x1877640471634048:12345-0@lo:5:osp-pre-1-1.0 Request processed in 84534us (84621us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1790658047.662437:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:2.0:1790658047.663133:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1790658047.663158:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663172:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095e00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.663177:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663188:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663210:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663219:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f27b8d7/0xefae7e19be40a2f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663243:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1790658047.663247:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663253:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfc00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.663271:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663292:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663303:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663320:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a2fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663336:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790658047.663339:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663346:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dec00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.663349:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663356:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663366:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663373:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec35b82a/0xefae7e19be40a304 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663393:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.663397:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663403:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.663406:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663413:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663424:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663429:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000911742a3/0xefae7e19be40a30b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.663440:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.663442:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.663443:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658047.667233:0:22577:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22577:1877640471634048:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1790658047.667255:0:22577:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1790658047.667331:0:22577:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22577:1877640471634176:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1790658047.667392:0:22577:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658047.667433:0:22577:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49e4bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1790658047.671363:0:21938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634176 00000100:00100000:3.0:1790658047.671377:0:21938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634176 00000100:00100000:3.0:1790658047.671439:0:21938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790658047.671451:0:21938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22577:x1877640471634176:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1790658047.671555:0:21938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22577:x1877640471634176:12345-0@lo:900:osp-pre-1-1.0 Request processed in 106us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.671563:0:21938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1790658047.671608:0:22577:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf7cf96d80 x1877640471634176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790658063 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658047.671622:0:22577:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf96d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22577:1877640471634176:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1790658047.671705:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.671715:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.671727:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.671731:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.671744:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.671766:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.671793:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006353c7e2/0xefae7e19be40a2d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.671814:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.671816:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.671818:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.671823:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.671825:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.672285:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.672294:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.672307:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.672326:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.672333:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.672345:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.672356:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.672364:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.672399:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658047.674354:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.674369:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.674384:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.674397:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.674408:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.674428:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.674436:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c64aae6/0xefae7e19be40a312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.674457:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.674459:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.674461:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.676194:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.676207:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676224:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.676228:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.676235:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676249:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676258:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676265:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676293:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.676305:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.676323:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676331:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df600 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.676341:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676349:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676364:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676371:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001adaebe/0xefae7e19be40a319 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676385:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.676387:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.676389:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.676898:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.676904:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676914:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.676917:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.676921:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676931:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676940:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676954:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.676968:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790658047.676978:0:24257:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658047.676983:0:24257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.677003:0:24257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658047.677008:0:24257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.680403:0:24257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.680434:0:24257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.680442:0:24257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af7c993/0xefae7e19be40a320 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.680472:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.680475:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658047.680477:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658047.681818:0:23379:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790658047.681836:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.681852:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1790658047.681857:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658047.681863:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.681877:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.681887:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.681895:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658047.681922:0:23379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790658047.682260:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790658047.682268:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.682289:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfe00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:2.0:1790658047.682293:0:21915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.682301:0:21915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.682327:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.682341:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a11bd82/0xefae7e19be40a327 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658047.682361:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.682363:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658047.682364:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1790658047.683672:0:23379:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:3.0:1790658047.683772:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:21953:x1877640471633536:12345-0@lo:5:osp-pre-1-0.0 Request processed in 133675us (134010us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658047.683783:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790658047.683846:0:21953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf7cf95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21953:1877640471633536:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1790658047.683861:0:21953:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1790658047.683905:0:21953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21953:1877640471634304:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1790658047.683941:0:21953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658047.683976:0:21953:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49df6240 going to sleep for 11 seconds 00000100:00100000:3.0:1790658047.683994:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634304 00000100:00100000:3.0:1790658047.684000:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634304 00000100:00100000:3.0:1790658047.684040:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658047.684050:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:21953:x1877640471634304:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1790658047.684088:0:23243:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1790658047.691270:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:21953:x1877640471634304:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7214us (7320us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1790658047.691286:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658047.691369:0:21953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21953:1877640471634304:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1790658047.691384:0:21953:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000004:00080000:2.0:1790658047.708398:0:6473:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:3.0:1790658048.181340:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790658049.135205:0:24325:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg450-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1790658049.202580:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658049.585295:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471634432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790658049.585383:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658049.585475:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634432 00000100:00100000:0.0:1790658049.585483:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634432 00000100:00080000:1.0:1790658049.585540:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790658049.585551:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790658049.585561:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471634432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790658049.585735:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790658049.585796:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471634432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658049.585803:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790658049.585842:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471634432:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1790658050.227951:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658050.608444:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790658050.608466:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471634560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790658050.608532:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658050.608778:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634560 00000100:00100000:2.0:1790658050.608786:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634560 00000100:00100000:2.0:1790658050.608850:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790658050.608860:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471634560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790658050.608881:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658050.608925:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471634560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658050.608933:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790658050.608978:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471634560:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1790658050.609044:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1790658051.249627:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658051.601597:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.601809:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750080 00000100:00100000:0.0:1790658051.601820:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750080 00000100:00100000:0.0:1790658051.601868:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 113 00000100:00100000:0.0:1790658051.601876:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2415:x1877640454750080:12345-192.168.204.50@tcp:250:mount.lustre.0 00010000:00080000:0.0:1790658051.601904:0:21920:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from aa2fc3d9-6141-4aff-8d32-86922fa16e61@192.168.204.50@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:0.0:1790658051.601931:0:21920:0:(genops.c:1384:class_connect()) connect: client aa2fc3d9-6141-4aff-8d32-86922fa16e61, cookie 0xefae7e19be40a32e 00000100:00080000:0.0:1790658051.602056:0:21920:0:(import.c:65:import_set_state_nolock()) ffff92ce4a1bf000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790658051.602126:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+5:2415:x1877640454750080:12345-192.168.204.50@tcp:250:mount.lustre.0 Request processed in 249us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.602133:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 113 00000100:00100000:3.0:1790658051.618500:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.618805:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750208 00000100:00100000:1.0:1790658051.618817:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750208 00000100:00100000:1.0:1790658051.618883:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 114 00000100:00100000:1.0:1790658051.618894:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+5:18352:x1877640454750208:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790658051.618913:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658051.618933:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1de00/0xefae7e19be40a335 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f859 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.618979:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1de00/0xefae7e19be40a335 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f859 expref: 6 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.618991:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1de00/0xefae7e19be40a335 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f859 expref: 6 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.619001:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1de00, rc 0) 00000100:00100000:1.0:1790658051.619060:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+6:18352:x1877640454750208:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 168us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658051.619068:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 114 00000100:00100000:2.0:1790658051.630673:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.631417:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750336 00000100:00100000:3.0:1790658051.631429:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750336 00000100:00100000:3.0:1790658051.631516:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 115 00000100:00100000:3.0:1790658051.631535:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+6:18352:x1877640454750336:12345-192.168.204.50@tcp:501:mount.lustre.0 00000100:00100000:3.0:1790658051.632213:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+6:18352:x1877640454750336:12345-192.168.204.50@tcp:501:mount.lustre.0 Request processed in 615us (1486us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790658051.632223:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 115 00000100:00100000:3.0:1790658051.632339:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471634688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658051.632399:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658051.632490:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634688 00000100:00100000:3.0:1790658051.632502:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634688 00000100:00100000:3.0:1790658051.632539:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790658051.632552:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471634688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790658051.632589:0:21931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790658051.632645:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471634688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.632652:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790658051.632693:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471634688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790658051.633862:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790658051.633878:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471634816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790658051.633919:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658051.634093:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634816 00000100:00100000:3.0:1790658051.634099:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634816 00000100:00100000:3.0:1790658051.634168:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790658051.634177:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471634816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790658051.634207:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790658051.634261:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471634816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.634268:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790658051.634346:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471634816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658051.650657:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.650822:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750464 00000100:00100000:0.0:1790658051.650833:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750464 00000100:00100000:0.0:1790658051.650892:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 116 00000100:00100000:0.0:1790658051.650917:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf77efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+6:18352:x1877640454750464:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790658051.650936:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658051.650955:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a1a00/0xefae7e19be40a33c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f860 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.650995:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a1a00/0xefae7e19be40a33c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f860 expref: 7 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.651006:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a1a00/0xefae7e19be40a33c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f860 expref: 7 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.651014:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a1a00, rc 0) 00000100:00100000:0.0:1790658051.651077:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf77efa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+7:18352:x1877640454750464:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 162us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.651084:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 116 00000100:00100000:0.0:1790658051.655525:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.656693:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750592 00000100:00100000:1.0:1790658051.656705:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750592 00000100:00100000:1.0:1790658051.656774:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 117 00000100:00100000:1.0:1790658051.656785:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+7:18352:x1877640454750592:12345-192.168.204.50@tcp:501:mount.lustre.0 00000100:00100000:1.0:1790658051.657072:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18352:x1877640454750592:12345-192.168.204.50@tcp:501:mount.lustre.0 Request processed in 287us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658051.657079:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 117 00000100:00100000:2.0:1790658051.659913:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.660029:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750720 00000100:00100000:3.0:1790658051.660040:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750720 00000100:00100000:3.0:1790658051.660185:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 118 00000100:00100000:3.0:1790658051.660197:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18352:x1877640454750720:12345-192.168.204.50@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790658051.660605:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18352:x1877640454750720:12345-192.168.204.50@tcp:503:mount.lustre.0 Request processed in 411us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.660613:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 118 00000100:00100000:3.0:1790658051.668037:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.668288:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750848 00000100:00100000:0.0:1790658051.668299:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750848 00000100:00100000:0.0:1790658051.668355:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 119 00000100:00100000:0.0:1790658051.668366:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454750848:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790658051.668747:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454750848:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 381us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.668755:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 119 00000100:00100000:0.0:1790658051.726752:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.726857:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454750976 00000100:00100000:3.0:1790658051.726881:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454750976 00000100:00100000:3.0:1790658051.726937:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 120 00000100:00100000:3.0:1790658051.726948:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454750976:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790658051.728793:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454750976:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 1835us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.728806:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 120 00000100:00100000:2.0:1790658051.739324:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.739416:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751104 00000100:00100000:1.0:1790658051.739426:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751104 00000100:00100000:1.0:1790658051.739480:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 121 00000100:00100000:1.0:1790658051.739489:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454751104:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790658051.739742:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18371:x1877640454751104:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 253us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658051.739751:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 121 00000100:00100000:2.0:1790658051.749895:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.750890:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751232 00000100:00100000:0.0:1790658051.750903:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751232 00000100:00100000:0.0:1790658051.750970:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 122 00000100:00100000:0.0:1790658051.750994:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+8:18352:x1877640454751232:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790658051.751010:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658051.751028:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a0a00/0xefae7e19be40a343 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f891 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.751056:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a0a00/0xefae7e19be40a343 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f891 expref: 9 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.751067:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a0a00/0xefae7e19be40a343 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f891 expref: 9 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658051.751076:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a0a00, rc 0) 00000100:00100000:0.0:1790658051.751200:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+9:18352:x1877640454751232:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 207us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.751207:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 122 00000100:00100000:0.0:1790658051.758652:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.760210:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751360 00000100:00100000:3.0:1790658051.760224:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751360 00000100:00100000:3.0:1790658051.760342:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 123 00000100:00100000:3.0:1790658051.760353:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf47419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+9:18352:x1877640454751360:12345-192.168.204.50@tcp:256:mount.lustre.0 20000000:01000000:3.0:1790658051.760390:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1790658051.760417:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1790658051.760421:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1790658051.760424:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1790658051.760427:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1790658051.760429:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1790658051.773535:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf47419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+9:18352:x1877640454751360:12345-192.168.204.50@tcp:256:mount.lustre.0 Request processed in 13171us (14879us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.773550:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 123 00000100:00100000:2.0:1790658051.781570:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.783738:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751488 00000100:00100000:1.0:1790658051.783753:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751488 00000100:00100000:1.0:1790658051.783864:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 124 00000100:00100000:1.0:1790658051.783883:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+9:18352:x1877640454751488:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790658051.783908:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658051.783931:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f898 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.783966:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 10 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.783979:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 10 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658051.783989:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c200, rc 0) 00000100:00100000:1.0:1790658051.784066:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18352:x1877640454751488:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 192us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658051.784074:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 124 00000100:00100000:0.0:1790658051.786457:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.790864:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751616 00000100:00100000:3.0:1790658051.791010:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751616 00000100:00100000:0.0:1790658051.793854:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 125 00000100:00100000:0.0:1790658051.793870:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf47419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18352:x1877640454751616:12345-192.168.204.50@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790658051.794588:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf47419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18352:x1877640454751616:12345-192.168.204.50@tcp:501:mount.lustre.0 Request processed in 719us (8136us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.794597:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 125 00000100:00100000:2.0:1790658051.799897:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.802071:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751744 00000100:00100000:1.0:1790658051.802088:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751744 00000100:00100000:1.0:1790658051.802203:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 126 00000100:00100000:1.0:1790658051.802214:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18352:x1877640454751744:12345-192.168.204.50@tcp:503:mount.lustre.0 00000100:00100000:1.0:1790658051.802622:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18352:x1877640454751744:12345-192.168.204.50@tcp:503:mount.lustre.0 Request processed in 409us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658051.802638:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 126 00000100:00100000:2.0:1790658051.807033:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.807179:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454751872 00000100:00100000:0.0:1790658051.807189:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454751872 00000100:00100000:0.0:1790658051.807250:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 127 00000100:00100000:0.0:1790658051.807260:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4741a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18376:x1877640454751872:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790658051.807568:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4741a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18376:x1877640454751872:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 308us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.807575:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 127 00000100:00100000:3.0:1790658051.819736:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658051.819848:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752000 00000100:00100000:0.0:1790658051.819859:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752000 00000100:00100000:0.0:1790658051.819934:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 128 00000100:00100000:0.0:1790658051.819943:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18376:x1877640454752000:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790658051.820254:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18376:x1877640454752000:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 310us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.820263:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 128 00000100:00100000:2.0:1790658051.832511:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658051.832569:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.832656:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752128 00000100:00100000:0.0:1790658051.832662:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752384 00000100:00100000:3.0:1790658051.832667:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752128 00000100:00100000:0.0:1790658051.832669:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752384 00000100:00100000:0.0:1790658051.832726:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:0.0:1790658051.832735:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2415:x1877640454752384:12345-192.168.204.50@tcp:38:mount.lustre.0 00000100:00100000:3.0:1790658051.832739:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:3.0:1790658051.832748:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2415:x1877640454752128:12345-192.168.204.50@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790658051.832773:0:21926:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from d897808b-8e71-4237-9752-925ea61b2fba@192.168.204.50@tcp t0 exp 0000000000000000 cur 647 last 0 00010000:00080000:0.0:1790658051.832774:0:21928:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from d897808b-8e71-4237-9752-925ea61b2fba@192.168.204.50@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1790658051.832843:0:21926:0:(genops.c:1384:class_connect()) connect: client d897808b-8e71-4237-9752-925ea61b2fba, cookie 0xefae7e19be40a358 00000020:00000080:0.0:1790658051.832843:0:21928:0:(genops.c:1384:class_connect()) connect: client d897808b-8e71-4237-9752-925ea61b2fba, cookie 0xefae7e19be40a351 00000004:00100000:0.0:1790658051.832873:0:21928:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000004:00100000:3.0:1790658051.832883:0:21926:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1790658051.834310:0:21928:0:(import.c:65:import_set_state_nolock()) ffff92cf582e5000 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1790658051.834392:0:21926:0:(import.c:65:import_set_state_nolock()) ffff92ce4a8c4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790658051.834402:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:2415:x1877640454752384:12345-192.168.204.50@tcp:38:mount.lustre.0 Request processed in 1663us (1829us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.834413:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:3.0:1790658051.834428:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2415:x1877640454752128:12345-192.168.204.50@tcp:38:mount.lustre.0 Request processed in 1678us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.834438:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:2.0:1790658051.839948:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658051.839991:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658051.840029:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.840169:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752640 00000100:00100000:3.0:1790658051.840179:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752640 00000100:00100000:3.0:1790658051.840266:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752512 00000100:00100000:3.0:1790658051.840270:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752512 00000100:00100000:3.0:1790658051.840286:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752256 00000100:00100000:3.0:1790658051.840289:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752256 00000100:00100000:3.0:1790658051.840304:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:3.0:1790658051.840313:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+7:18352:x1877640454752640:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790658051.840346:0:23974:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790658051.840463:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+7:18352:x1877640454752640:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 150us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.840471:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:3.0:1790658051.840491:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 10 00000100:00100000:3.0:1790658051.840498:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:0:x1877640454752512:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790658051.840511:0:23974:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790658051.840548:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:0:x1877640454752512:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 50us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.840554:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 10 00000100:00100000:3.0:1790658051.840567:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 11 00000100:00100000:3.0:1790658051.840573:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:0:x1877640454752256:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790658051.840591:0:23974:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790658051.840616:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:0:x1877640454752256:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 42us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.840623:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 11 00000100:00080000:2.0:1790658051.844269:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790658051.844281:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790658051.850332:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.850594:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752768 00000100:00100000:3.0:1790658051.850604:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752768 00000100:00100000:3.0:1790658051.850667:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 12 00000100:00100000:3.0:1790658051.850677:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454752768:12345-192.168.204.50@tcp:40:mount.lustre.0 00000100:00100000:3.0:1790658051.850768:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454752768:12345-192.168.204.50@tcp:40:mount.lustre.0 Request processed in 91us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658051.850776:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 12 00000100:00100000:3.0:1790658051.858209:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.858253:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658051.858287:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658051.858455:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454752896 00000100:00100000:1.0:1790658051.858465:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454752896 00000100:00100000:2.0:1790658051.858473:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753024 00000100:00100000:2.0:1790658051.858480:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753024 00000100:00100000:2.0:1790658051.858526:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:2.0:1790658051.858535:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2415:x1877640454753024:12345-192.168.204.50@tcp:8:mount.lustre.0 00000100:00100000:0.0:1790658051.858548:0:21938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753152 00000100:00100000:0.0:1790658051.858553:0:21938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753152 00010000:00080000:2.0:1790658051.858574:0:23240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from d897808b-8e71-4237-9752-925ea61b2fba@192.168.204.50@tcp t0 exp 0000000000000000 cur 647 last 0 00000100:00100000:0.0:1790658051.858596:0:21938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 3 00000100:00100000:0.0:1790658051.858606:0:21938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454753152:12345-192.168.204.50@tcp:900:mount.lustre.0 00000020:00000080:2.0:1790658051.858608:0:23240:0:(genops.c:1384:class_connect()) connect: client d897808b-8e71-4237-9752-925ea61b2fba, cookie 0xefae7e19be40a35f 00002000:00100000:2.0:1790658051.858631:0:23240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d897808b-8e71-4237-9752-925ea61b2fba/ffff92ce41e26800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790658051.858663:0:23240:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:0.0:1790658051.858723:0:21938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454753152:12345-192.168.204.50@tcp:900:mount.lustre.0 Request processed in 118us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.858732:0:21938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 3 00002000:00080000:2.0:1790658051.858880:0:23240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790658051.858907:0:23240:0:(import.c:65:import_set_state_nolock()) ffff92ce41e23000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790658051.858937:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2415:x1877640454753024:12345-192.168.204.50@tcp:8:mount.lustre.0 Request processed in 402us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658051.858944:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:2.0:1790658051.858958:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:2.0:1790658051.858963:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2415:x1877640454752896:12345-192.168.204.50@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790658051.858979:0:23240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from d897808b-8e71-4237-9752-925ea61b2fba@192.168.204.50@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:2.0:1790658051.858994:0:23240:0:(genops.c:1384:class_connect()) connect: client d897808b-8e71-4237-9752-925ea61b2fba, cookie 0xefae7e19be40a366 00002000:00100000:2.0:1790658051.858999:0:23240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d897808b-8e71-4237-9752-925ea61b2fba/ffff92ce41e22000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790658051.859024:0:23240:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790658051.860911:0:23240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1790658051.860951:0:23240:0:(import.c:65:import_set_state_nolock()) ffff92ce41e24800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790658051.861021:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2415:x1877640454752896:12345-192.168.204.50@tcp:8:mount.lustre.0 Request processed in 2052us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658051.861031:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:0.0:1790658051.872391:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658051.873107:0:21929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753280 00000100:00100000:2.0:1790658051.873119:0:21929:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753280 00000100:00100000:2.0:1790658051.873614:0:21929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:2.0:1790658051.873626:0:21929:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454753280:12345-192.168.204.50@tcp:33:mount.lustre.0 00000004:00080000:0.0:1790658051.878057:0:21929:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4361us 00000004:00200000:0.0:1790658051.886665:0:21929:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1790658051.886791:0:21929:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:18352:x1877640454753280:12345-192.168.204.50@tcp:33:mount.lustre.0 Request processed in 13162us (14406us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658051.886804:0:21929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:0.0:1790658052.059111:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658052.059312:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753408 00000100:00100000:3.0:1790658052.059393:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753408 00000100:00100000:3.0:1790658052.059451:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 13 00000100:00100000:3.0:1790658052.059461:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:18399:x1877640454753408:12345-192.168.204.50@tcp:101:mkdir.0 00010000:00010000:3.0:1790658052.059481:0:21928:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658052.059507:0:21928:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a36d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f8c9 expref: -99 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.059568:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.059583:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.059611:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658052.059648:0:21928:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790658052.059652:0:21928:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790658052.059688:0:21928:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.059713:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a36d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f8c9 expref: 8 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.060901:0:21928:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f8c9 expref: 7 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658052.060914:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:3.0:1790658052.060916:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790658052.060921:0:21928:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413df600, rc 0) 00000100:00100000:3.0:1790658052.060988:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+7:18399:x1877640454753408:12345-192.168.204.50@tcp:101:mkdir.0 Request processed in 1527us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658052.060996:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 13 00010000:00010000:3.0:1790658052.273997:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658052.658560:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790658052.658586:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471634944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658052.659602:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.659668:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471634944 00000100:00100000:1.0:1790658052.659676:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471634944 00000100:00100000:1.0:1790658052.659729:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790658052.659738:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3451:x1877640471634944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790658052.666257:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658052.666351:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3451:x1877640471634944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6609us (6749us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.666362:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1790658052.666397:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790658052.666423:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471635328:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.666473:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.666514:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471635840:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.666538:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.666555:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471636352:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.666581:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.666627:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471634944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658052.666650:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790658052.666657:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471635456:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.666679:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.666710:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471635968:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.666733:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.675916:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471636480:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.676597:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635328 00000100:00100000:2.0:1790658052.676609:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635328 00000100:00100000:2.0:1790658052.676662:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1790658052.676672:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471635328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.676759:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471635328:12345-0@lo:400:kworker.0 Request processed in 74us (10271us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658052.676766:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790658052.677126:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635840 00000100:00100000:0.0:1790658052.677132:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635840 00000100:00100000:0.0:1790658052.677773:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635456 00000100:00100000:0.0:1790658052.677778:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635456 00000100:00100000:0.0:1790658052.677793:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635968 00000100:00100000:0.0:1790658052.677795:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635968 00000100:00100000:0.0:1790658052.677810:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658052.677818:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471635840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658052.677865:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471635840:12345-0@lo:400:kworker.0 Request processed in 48us (11326us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658052.677872:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790658052.677885:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790658052.677891:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471635456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678078:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636352 00000100:00100000:1.0:1790658052.678084:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636352 00000100:00100000:1.0:1790658052.678128:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790658052.678138:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471636352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678202:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1877640471636352:12345-0@lo:400:kworker.0 Request processed in 66us (11619us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.678209:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790658052.678249:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790658052.678258:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3451:x1877640471635968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678292:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3451:x1877640471635968:12345-0@lo:400:kworker.0 Request processed in 37us (11558us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.678298:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1790658052.678315:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790658052.678320:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790658052.678322:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790658052.678435:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658052.678480:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471635328:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678493:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471635840:0@lo:400:kworker.0 00010000:00080000:1.0:1790658052.678505:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce4acef100 x1877640471636352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658052.678515:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1877640471636352:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678543:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471635968:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678571:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636480 00000100:00100000:1.0:1790658052.678574:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636480 00000100:00100000:1.0:1790658052.678603:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790658052.678609:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471636480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.678644:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471636480:12345-0@lo:400:kworker.0 Request processed in 35us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.678650:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1790658052.678663:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790658052.678682:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471636480:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.683812:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471635456:12345-0@lo:400:kworker.0 Request processed in 5913us (17124us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.683828:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790658052.683882:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471635456:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685630:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471635072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790658052.685692:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.685724:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471635584:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685764:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.685785:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471636096:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685807:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.685824:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471636608:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685849:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.685887:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1790658052.685894:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471635200:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685922:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.685963:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471635712:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.685989:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.686009:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471636224:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.686028:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658052.686054:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635072 00000100:00100000:2.0:1790658052.686061:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635072 00000100:00100000:2.0:1790658052.686102:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790658052.686111:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3453:x1877640471635072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790658052.686137:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658052.686204:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3453:x1877640471635072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658052.686224:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790658052.686246:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635584 00000100:00100000:2.0:1790658052.686250:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635584 00000100:00100000:2.0:1790658052.686269:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636096 00000100:00100000:2.0:1790658052.686272:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636096 00000100:00100000:2.0:1790658052.686287:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636608 00000100:00100000:2.0:1790658052.686289:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636608 00000100:00100000:2.0:1790658052.686317:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636224 00000100:00100000:2.0:1790658052.686320:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636224 00000100:00100000:0.0:1790658052.687317:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635712 00000100:00100000:0.0:1790658052.687327:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635712 00000100:00100000:2.0:1790658052.687579:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790658052.697043:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471635200 00000100:00100000:1.0:1790658052.697059:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471635200 00000100:00100000:1.0:1790658052.697123:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1790658052.697134:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3453:x1877640471635200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.697283:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3453:x1877640471635200:12345-0@lo:400:kworker.0 Request processed in 149us (11359us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.697290:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1790658052.697334:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790658052.697452:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790658052.697462:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471635712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658052.697518:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471635712:12345-0@lo:400:kworker.0 Request processed in 58us (11527us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658052.697525:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790658052.697577:0:21926:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1790658052.697586:0:21926:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1790658052.709092:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471635584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709137:0:21928:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1790658052.709174:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790658052.709185:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471636608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709290:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1877640471636608:12345-0@lo:400:kworker.0 Request processed in 108us (23439us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658052.709299:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790658052.709321:0:21928:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1790658052.709328:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790658052.709335:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471636224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709366:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471636224:12345-0@lo:400:kworker.0 Request processed in 31us (23336us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658052.709371:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1790658052.709396:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790658052.709401:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790658052.709441:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471635200:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709457:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471635712:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709471:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471636224:0@lo:400:kworker.0 00000100:00100000:2.0:1790658052.709492:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471635072:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1790658052.709506:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce42c61500 x1877640471636608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658052.709518:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1877640471636608:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.714113:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471636096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658052.716248:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471635584:12345-0@lo:400:kworker.0 Request processed in 28554us (30377us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658052.716264:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790658052.728060:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471635584:0@lo:400:kworker.0 00000100:00100000:1.0:1790658052.733345:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1877640471636096:12345-0@lo:400:kworker.0 Request processed in 35994us (47528us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658052.733360:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790658052.734533:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1877640471636096:0@lo:400:kworker.0 00000001:00100000:0.0:1790658052.764807:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d897808b-8e71-4237-9752-925ea61b2fba 00000001:00100000:0.0:1790658052.785829:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d897808b-8e71-4237-9752-925ea61b2fba 00000001:00100000:3.0:1790658052.788800:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d897808b-8e71-4237-9752-925ea61b2fba 00000001:00080000:1.0:1790658052.847570:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1790658052.847592:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d897808b-8e71-4237-9752-925ea61b2fba 00000001:00080000:1.0:1790658052.847600:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00100000:1.0:1790658052.847664:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1790658052.847669:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1790658053.296387:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790658054.320448:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658054.347986:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.348100:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753536 00000100:00100000:2.0:1790658054.348125:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753536 00000100:00100000:2.0:1790658054.348256:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 14 00000100:00100000:2.0:1790658054.348268:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:18451:x1877640454753536:12345-192.168.204.50@tcp:41:lfs.0 00000004:00000024:2.0:1790658054.348316:0:21928:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790658054.348420:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:18451:x1877640454753536:12345-192.168.204.50@tcp:41:lfs.0 Request processed in 153us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.348426:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 14 00000100:00080000:1.0:1790658054.348718:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790658054.353517:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.353680:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753664 00000100:00100000:3.0:1790658054.353706:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753664 00000100:00100000:3.0:1790658054.353786:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00100000:3.0:1790658054.353796:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753664:12345-192.168.204.50@tcp:41:lfs.0 00000004:00000024:3.0:1790658054.353840:0:21926:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790658054.353928:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753664:12345-192.168.204.50@tcp:41:lfs.0 Request processed in 132us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.353936:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00080000:1.0:1790658054.354012:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790658054.358869:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.361563:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753792 00000100:00100000:2.0:1790658054.361579:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753792 00000100:00100000:2.0:1790658054.361669:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 12 00000100:00100000:2.0:1790658054.361680:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753792:12345-192.168.204.50@tcp:13:lfs.0 00002000:00000024:2.0:1790658054.361722:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658054.361813:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753792:12345-192.168.204.50@tcp:13:lfs.0 Request processed in 134us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.361820:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 12 00000100:00080000:1.0:1790658054.361960:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658054.385713:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.385794:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454753920 00000100:00100000:1.0:1790658054.385805:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454753920 00000100:00100000:1.0:1790658054.385926:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 13 00000100:00100000:1.0:1790658054.385937:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753920:12345-192.168.204.50@tcp:13:lfs.0 00002000:00000024:1.0:1790658054.385974:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658054.386054:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:d897808b-8e71-4237-9752-925ea61b2fba+5:18451:x1877640454753920:12345-192.168.204.50@tcp:13:lfs.0 Request processed in 119us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.386073:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 13 00000100:00080000:2.0:1790658054.386462:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790658054.667217:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.667276:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754048 00000100:00100000:1.0:1790658054.667287:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754048 00000100:00100000:1.0:1790658054.667349:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 130 00000100:00100000:1.0:1790658054.667360:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+10:18486:x1877640454754048:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790658054.667379:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658054.667397:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1d800/0xefae7e19be40a37b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f8d0 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.667426:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1d800/0xefae7e19be40a37b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f8d0 expref: 11 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.667438:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1d800/0xefae7e19be40a37b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f8d0 expref: 11 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.667462:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1d800, rc 0) 00000100:00100000:1.0:1790658054.667526:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754048:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 167us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.667534:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 130 00000100:00100000:0.0:1790658054.673952:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.677561:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754176 00000100:00100000:1.0:1790658054.677578:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754176 00000100:00100000:1.0:1790658054.677656:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 131 00000100:00100000:1.0:1790658054.677667:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754176:12345-192.168.204.50@tcp:501:mount.lustre.0 00000100:00100000:1.0:1790658054.678085:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754176:12345-192.168.204.50@tcp:501:mount.lustre.0 Request processed in 418us (4142us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.678094:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 131 00000100:00100000:3.0:1790658054.680381:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.680665:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754304 00000100:00100000:2.0:1790658054.680674:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754304 00000100:00100000:2.0:1790658054.680725:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 132 00000100:00100000:2.0:1790658054.680735:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754304:12345-192.168.204.50@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790658054.681109:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754304:12345-192.168.204.50@tcp:503:mount.lustre.0 Request processed in 374us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.681118:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 132 00000100:00100000:2.0:1790658054.689585:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.689973:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754432 00000100:00100000:0.0:1790658054.689985:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754432 00000100:00100000:0.0:1790658054.690044:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 133 00000100:00100000:0.0:1790658054.690054:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754432:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790658054.690511:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754432:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 456us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.690520:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 133 00000100:00100000:2.0:1790658054.704715:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790658054.704754:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471636736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790658054.704825:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658054.704948:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636736 00000100:00100000:3.0:1790658054.704956:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636736 00000100:00100000:3.0:1790658054.705021:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790658054.705030:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471636736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1790658054.705054:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790658054.705108:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471636736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.705128:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790658054.705217:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471636736:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1790658054.706331:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790658054.716751:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.716844:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754560 00000100:00100000:1.0:1790658054.716854:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754560 00000100:00100000:1.0:1790658054.716905:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 134 00000100:00100000:1.0:1790658054.716913:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754560:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790658054.717270:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754560:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 355us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.717278:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 134 00000100:00100000:3.0:1790658054.726513:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.726616:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754688 00000100:00100000:2.0:1790658054.726628:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754688 00000100:00100000:2.0:1790658054.726690:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 135 00000100:00100000:2.0:1790658054.726700:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754688:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790658054.726958:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18490:x1877640454754688:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 258us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.726967:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 135 00000100:00100000:2.0:1790658054.730195:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.730367:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754816 00000100:00100000:0.0:1790658054.730376:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754816 00000100:00100000:0.0:1790658054.730429:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 136 00000100:00100000:0.0:1790658054.730438:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18486:x1877640454754816:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790658054.730455:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658054.730474:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a1200/0xefae7e19be40a382 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f901 expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658054.730524:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a1200/0xefae7e19be40a382 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f901 expref: 12 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658054.730536:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a1200/0xefae7e19be40a382 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f901 expref: 12 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658054.730545:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a1200, rc 0) 00000100:00100000:0.0:1790658054.730606:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18486:x1877640454754816:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 168us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.730613:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 136 00000100:00100000:0.0:1790658054.736654:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.737036:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454754944 00000100:00100000:1.0:1790658054.737047:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454754944 00000100:00100000:1.0:1790658054.737315:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 137 00000100:00100000:1.0:1790658054.737326:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18486:x1877640454754944:12345-192.168.204.50@tcp:256:mount.lustre.0 20000000:01000000:1.0:1790658054.737350:0:21922:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1790658054.737374:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1790658054.737382:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1790658054.737385:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1790658054.737388:0:21922:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1790658054.737390:0:21922:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1790658054.739162:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18486:x1877640454754944:12345-192.168.204.50@tcp:256:mount.lustre.0 Request processed in 1807us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.739185:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 137 00000100:00100000:2.0:1790658054.742904:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.743010:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755072 00000100:00100000:1.0:1790658054.743022:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755072 00000100:00100000:1.0:1790658054.743079:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 138 00000100:00100000:1.0:1790658054.743089:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18486:x1877640454755072:12345-192.168.204.50@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790658054.743107:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658054.743126:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f908 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.743194:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 13 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.743206:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 13 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658054.743216:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c000, rc 0) 00000100:00100000:1.0:1790658054.743299:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4837bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18486:x1877640454755072:12345-192.168.204.50@tcp:101:mount.lustre.0 Request processed in 211us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.743308:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 138 00000100:00100000:0.0:1790658054.749805:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.749909:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755200 00000100:00100000:1.0:1790658054.749920:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755200 00000100:00100000:1.0:1790658054.749981:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 139 00000100:00100000:1.0:1790658054.749992:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18486:x1877640454755200:12345-192.168.204.50@tcp:501:mount.lustre.0 00000100:00100000:1.0:1790658054.750356:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18486:x1877640454755200:12345-192.168.204.50@tcp:501:mount.lustre.0 Request processed in 363us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.750364:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 139 00000100:00100000:3.0:1790658054.752448:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.754437:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755328 00000100:00100000:0.0:1790658054.754452:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755328 00000100:00100000:0.0:1790658054.754531:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 140 00000100:00100000:0.0:1790658054.754541:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18486:x1877640454755328:12345-192.168.204.50@tcp:503:mount.lustre.0 00000100:00100000:0.0:1790658054.754937:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18486:x1877640454755328:12345-192.168.204.50@tcp:503:mount.lustre.0 Request processed in 395us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.754945:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 140 00000100:00100000:0.0:1790658054.759718:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.760285:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755456 00000100:00100000:2.0:1790658054.760296:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755456 00000100:00100000:2.0:1790658054.760355:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 141 00000100:00100000:2.0:1790658054.760365:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18496:x1877640454755456:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790658054.760708:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18496:x1877640454755456:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 342us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.760716:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 141 00000100:00100000:2.0:1790658054.768506:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.768674:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755584 00000100:00100000:1.0:1790658054.768685:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755584 00000100:00100000:1.0:1790658054.768744:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 142 00000100:00100000:1.0:1790658054.768755:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18496:x1877640454755584:12345-192.168.204.50@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790658054.769030:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18496:x1877640454755584:12345-192.168.204.50@tcp:502:llog_process_th.0 Request processed in 275us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.769039:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 142 00000100:00100000:3.0:1790658054.782476:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782511:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782534:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782566:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782582:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782604:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658054.782627:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755712 00000100:00100000:3.0:1790658054.782647:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755712 00000100:00100000:3.0:1790658054.782679:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755968 00000100:00100000:3.0:1790658054.782681:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755968 00000100:00100000:3.0:1790658054.782687:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756352 00000100:00100000:3.0:1790658054.782689:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756352 00000100:00100000:3.0:1790658054.782706:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756480 00000100:00100000:3.0:1790658054.782707:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756480 00000100:00100000:3.0:1790658054.782721:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 40 00000100:00100000:3.0:1790658054.782729:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2416:x1877640454756352:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658054.782792:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2416:x1877640454756352:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 64us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.782800:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 40 00000100:00100000:3.0:1790658054.782816:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 41 00000100:00100000:3.0:1790658054.782822:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756480:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658054.782844:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756480:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.782850:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 41 00000100:00100000:3.0:1790658054.782861:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:3.0:1790658054.782864:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2415:x1877640454755712:12345-192.168.204.50@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790658054.782886:0:21926:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 824a517a-09a1-457b-b840-9e2d1e33eeb4@192.168.204.50@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:3.0:1790658054.782924:0:21926:0:(genops.c:1384:class_connect()) connect: client 824a517a-09a1-457b-b840-9e2d1e33eeb4, cookie 0xefae7e19be40a390 00000004:00100000:3.0:1790658054.782953:0:21926:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1790658054.783235:0:21926:0:(import.c:65:import_set_state_nolock()) ffff92cf478f3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658054.783261:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2415:x1877640454755712:12345-192.168.204.50@tcp:38:mount.lustre.0 Request processed in 395us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.783268:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:3.0:1790658054.783286:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 17 00000100:00100000:3.0:1790658054.783291:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2415:x1877640454755968:12345-192.168.204.50@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790658054.783305:0:21926:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 824a517a-09a1-457b-b840-9e2d1e33eeb4@192.168.204.50@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:3.0:1790658054.783335:0:21926:0:(genops.c:1384:class_connect()) connect: client 824a517a-09a1-457b-b840-9e2d1e33eeb4, cookie 0xefae7e19be40a397 00000004:00100000:3.0:1790658054.783348:0:21926:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1790658054.783469:0:21926:0:(import.c:65:import_set_state_nolock()) ffff92cf4686a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790658054.783490:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2415:x1877640454755968:12345-192.168.204.50@tcp:38:mount.lustre.0 Request processed in 198us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658054.783497:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 17 00000100:00100000:1.0:1790658054.788356:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756608 00000100:00100000:1.0:1790658054.788371:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756608 00000100:00100000:1.0:1790658054.788430:0:23243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756736 00000100:00100000:1.0:1790658054.788434:0:23243:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756736 00000100:00100000:1.0:1790658054.788473:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:1.0:1790658054.788484:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756608:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658054.788578:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756608:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 95us (6010us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.788586:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:1.0:1790658054.788604:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 10 00000100:00100000:1.0:1790658054.788612:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756736:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658054.788636:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454756736:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 25us (6031us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.788642:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 10 00000100:00100000:3.0:1790658054.803723:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.804025:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454755840 00000100:00100000:0.0:1790658054.804037:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454755840 00000100:00100000:0.0:1790658054.804136:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 18 00000100:00100000:0.0:1790658054.804201:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:0:x1877640454755840:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:0.0:1790658054.804249:0:21926:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790658054.804338:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:0:x1877640454755840:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 140us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.804347:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 18 00000100:00080000:2.0:1790658054.805004:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790658054.817504:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.818736:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756224 00000100:00100000:0.0:1790658054.818749:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756224 00000100:00100000:0.0:1790658054.818821:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 19 00000100:00100000:0.0:1790658054.818832:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454756224:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:0.0:1790658054.818867:0:24443:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790658054.818941:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454756224:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 110us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.818948:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 19 00000100:00100000:3.0:1790658054.819766:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658054.819847:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756096 00000100:00100000:2.0:1790658054.819854:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756096 00000100:00100000:2.0:1790658054.819915:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 20 00000100:00100000:2.0:1790658054.819924:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:0:x1877640454756096:12345-192.168.204.50@tcp:41:mount.lustre.0 00000004:00000024:2.0:1790658054.819944:0:21927:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790658054.819999:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:0:x1877640454756096:12345-192.168.204.50@tcp:41:mount.lustre.0 Request processed in 76us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658054.820006:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 20 00000100:00080000:3.0:1790658054.820798:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790658054.823618:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.823725:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756864 00000100:00100000:0.0:1790658054.823736:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756864 00000100:00100000:0.0:1790658054.823803:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:0.0:1790658054.823812:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454756864:12345-192.168.204.50@tcp:40:mount.lustre.0 00000100:00100000:0.0:1790658054.823903:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454756864:12345-192.168.204.50@tcp:40:mount.lustre.0 Request processed in 91us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.823911:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:1.0:1790658054.831217:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.831270:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.831290:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658054.831318:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454756992 00000100:00100000:1.0:1790658054.831328:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454756992 00000100:00100000:1.0:1790658054.831361:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757120 00000100:00100000:1.0:1790658054.831363:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757120 00000100:00100000:1.0:1790658054.831380:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:1.0:1790658054.831388:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2415:x1877640454756992:12345-192.168.204.50@tcp:8:mount.lustre.0 00010000:00080000:1.0:1790658054.831421:0:23242:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 824a517a-09a1-457b-b840-9e2d1e33eeb4@192.168.204.50@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:1.0:1790658054.831452:0:23242:0:(genops.c:1384:class_connect()) connect: client 824a517a-09a1-457b-b840-9e2d1e33eeb4, cookie 0xefae7e19be40a39e 00002000:00100000:1.0:1790658054.831464:0:23242:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 824a517a-09a1-457b-b840-9e2d1e33eeb4/ffff92ce412e2000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1790658054.831474:0:23242:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1790658054.831621:0:23242:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1790658054.831652:0:23242:0:(import.c:65:import_set_state_nolock()) ffff92ce412e4800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790658054.831714:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2415:x1877640454756992:12345-192.168.204.50@tcp:8:mount.lustre.0 Request processed in 325us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.831722:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:1.0:1790658054.831739:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:1.0:1790658054.831743:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2415:x1877640454757120:12345-192.168.204.50@tcp:8:mount.lustre.0 00010000:00080000:1.0:1790658054.831760:0:23242:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 824a517a-09a1-457b-b840-9e2d1e33eeb4@192.168.204.50@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:1.0:1790658054.831775:0:23242:0:(genops.c:1384:class_connect()) connect: client 824a517a-09a1-457b-b840-9e2d1e33eeb4, cookie 0xefae7e19be40a3a5 00002000:00100000:1.0:1790658054.831780:0:23242:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 824a517a-09a1-457b-b840-9e2d1e33eeb4/ffff92ce412e5800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a3f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1790658054.831786:0:23242:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1790658054.831859:0:23242:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1790658054.831888:0:23242:0:(import.c:65:import_set_state_nolock()) ffff92ce412e1000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790658054.831914:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2415:x1877640454757120:12345-192.168.204.50@tcp:8:mount.lustre.0 Request processed in 168us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658054.831921:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:0.0:1790658054.832956:0:21938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757248 00000100:00100000:0.0:1790658054.832967:0:21938:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757248 00000100:00100000:0.0:1790658054.833021:0:21938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:0.0:1790658054.833029:0:21938:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4acefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454757248:12345-192.168.204.50@tcp:900:mount.lustre.0 00000100:00100000:0.0:1790658054.833092:0:21938:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4acefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454757248:12345-192.168.204.50@tcp:900:mount.lustre.0 Request processed in 63us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.833099:0:21938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:1.0:1790658054.839814:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658054.839978:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757376 00000100:00100000:0.0:1790658054.839988:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757376 00000100:00100000:0.0:1790658054.840045:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 1 00000100:00100000:0.0:1790658054.840055:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4aceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454757376:12345-192.168.204.50@tcp:33:mount.lustre.0 00000004:00200000:0.0:1790658054.840437:0:21930:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1790658054.840651:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4aceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18486:x1877640454757376:12345-192.168.204.50@tcp:33:mount.lustre.0 Request processed in 596us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658054.840660:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 1 00000100:00100000:3.0:1790658055.004131:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658055.004276:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757504 00000100:00100000:2.0:1790658055.004286:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757504 00000100:00100000:2.0:1790658055.004355:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:2.0:1790658055.004365:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:18519:x1877640454757504:12345-192.168.204.50@tcp:101:mkdir.0 00010000:00010000:2.0:1790658055.004386:0:21928:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658055.004410:0:21928:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a3ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f939 expref: -99 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004481:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004497:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004511:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658055.004552:0:21928:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1790658055.004556:0:21928:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:2.0:1790658055.004576:0:21928:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004601:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a3ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 8 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004619:0:21928:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 7 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658055.004648:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:2.0:1790658055.004652:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790658055.004656:0:21928:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69a000, rc 0) 00000100:00100000:2.0:1790658055.004725:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+7:18519:x1877640454757504:12345-192.168.204.50@tcp:101:mkdir.0 Request processed in 361us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658055.004733:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 22 00010000:00010000:3.0:1790658055.344487:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658055.729436:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790658055.729459:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471636864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790658055.729526:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658055.729570:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636864 00000100:00100000:3.0:1790658055.729579:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636864 00000100:00100000:3.0:1790658055.729638:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658055.729647:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471636864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790658055.729670:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790658055.729713:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1877640471636864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658055.729721:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790658055.729770:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1877640471636864:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1790658055.729797:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1790658055.792863:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790658056.370267:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658056.752533:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790658056.752561:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471636992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790658056.752650:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658056.752841:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471636992 00000100:00100000:3.0:1790658056.752851:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471636992 00000100:00100000:3.0:1790658056.752919:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790658056.752931:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471636992:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790658056.752972:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00000024:3.0:1790658056.752980:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790658056.752986:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471637120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790658056.753029:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658056.753055:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637120 00000100:00100000:0.0:1790658056.753059:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637120 00000100:00100000:0.0:1790658056.753080:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790658056.753086:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471637120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790658056.753109:0:21931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790658056.753179:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471637120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658056.753187:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790658056.753229:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471637120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658056.753727:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471636992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 797us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658056.753736:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1790658056.753798:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471636992:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1790658057.393107:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790658057.585493:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790658057.781044:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471637248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790658057.781134:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782409:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471637376:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782468:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782526:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471637888:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782558:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782584:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471638400:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782609:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782634:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471638912:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782664:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782695:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790658057.782704:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4aced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471637504:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782733:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782760:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471638016:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782786:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782811:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471638528:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.782838:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.782882:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637888 00000100:00100000:1.0:1790658057.782889:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637888 00000100:00100000:1.0:1790658057.782931:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638400 00000100:00100000:1.0:1790658057.782934:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638400 00000100:00100000:1.0:1790658057.782946:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638912 00000100:00100000:1.0:1790658057.782955:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638912 00000100:00100000:1.0:1790658057.782981:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638528 00000100:00100000:1.0:1790658057.782984:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638528 00000100:00100000:1.0:1790658057.783000:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790658057.783009:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471637888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783063:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471637888:12345-0@lo:400:kworker.0 Request processed in 54us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783070:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790658057.783087:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790658057.783504:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471637760:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.783544:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.783599:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471638400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783632:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471638400:12345-0@lo:400:kworker.0 Request processed in 37us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783637:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790658057.783652:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1790658057.783658:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471638912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783681:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471638912:12345-0@lo:400:kworker.0 Request processed in 24us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783686:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1790658057.783696:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1790658057.783703:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471638528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783728:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471638528:12345-0@lo:400:kworker.0 Request processed in 27us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783813:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1790658057.783845:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637504 00000100:00100000:1.0:1790658057.783849:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637504 00000100:00100000:1.0:1790658057.783874:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638016 00000100:00100000:1.0:1790658057.783877:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638016 00000100:00100000:1.0:1790658057.783900:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790658057.783905:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471637504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783937:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471637504:12345-0@lo:400:kworker.0 Request processed in 32us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783942:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790658057.783953:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1790658057.783958:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471638016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.783983:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471638016:12345-0@lo:400:kworker.0 Request processed in 25us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.783989:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790658057.784299:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471638272:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.784327:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658057.784345:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471638784:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.784382:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658057.784405:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1790658057.784412:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471637632:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.784432:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658057.784450:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471638144:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.784469:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658057.784484:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471638656:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.784501:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790658057.784632:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790658057.784637:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790658057.784821:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637248 00000100:00100000:2.0:1790658057.784827:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637248 00000100:00100000:2.0:1790658057.784866:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790658057.784875:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471637248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790658057.784905:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658057.784954:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471637248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (3821us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658057.784961:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790658057.786095:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637376 00000100:00100000:0.0:1790658057.786105:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637376 00000100:00100000:0.0:1790658057.786174:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1790658057.786183:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471637376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658057.786237:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471637376:12345-0@lo:400:kworker.0 Request processed in 56us (3769us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658057.786253:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1790658057.786275:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4aced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471637504:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786294:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471638016:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786308:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471638528:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786318:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471637376:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786337:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471637888:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786350:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471638400:0@lo:400:kworker.0 00010000:00080000:1.0:1790658057.786362:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4f1a1c00 x1877640471638912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658057.786374:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471638912:0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786410:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790658057.786420:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471639040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658057.786459:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658057.786507:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637760 00000100:00100000:1.0:1790658057.786512:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637760 00000100:00100000:1.0:1790658057.786547:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638272 00000100:00100000:1.0:1790658057.786551:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638272 00000100:00100000:1.0:1790658057.786566:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471637632 00000100:00100000:1.0:1790658057.786569:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471637632 00000100:00100000:1.0:1790658057.786584:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638144 00000100:00100000:1.0:1790658057.786586:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638144 00000100:00100000:1.0:1790658057.786602:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658057.786608:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471637760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786642:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471637760:12345-0@lo:400:kworker.0 Request processed in 34us (3103us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.786648:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658057.786661:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790658057.786666:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471638272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786695:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471638272:12345-0@lo:400:kworker.0 Request processed in 28us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.786700:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790658057.786711:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790658057.786717:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471637632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786744:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471637632:12345-0@lo:400:kworker.0 Request processed in 28us (2310us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.786750:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790658057.786760:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790658057.786766:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471638144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658057.786792:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471638144:12345-0@lo:400:kworker.0 Request processed in 26us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.786797:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790658057.786827:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639040 00000100:00100000:1.0:1790658057.786831:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639040 00000100:00100000:1.0:1790658057.786852:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790658057.786859:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471639040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790658057.786872:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658057.786906:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471639040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658057.786913:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790658057.786933:0:3451:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1790658057.786951:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471639040:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1790658057.790845:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790658057.790855:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790658057.790915:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471637632:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.790933:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471638144:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.790946:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4acee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471637760:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.790955:0:3454:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1790658057.790971:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471638272:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.790990:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4754e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471637248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790658057.791436:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638784 00000100:00100000:3.0:1790658057.791444:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638784 00000100:00100000:3.0:1790658057.791499:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471638656 00000100:00100000:3.0:1790658057.791503:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471638656 00000100:00100000:3.0:1790658057.791526:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1790658057.791534:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471638784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.791617:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471638784:12345-0@lo:400:kworker.0 Request processed in 83us (7233us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658057.791624:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1790658057.791643:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790658057.791649:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471638656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.791677:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471638656:12345-0@lo:400:kworker.0 Request processed in 28us (7175us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658057.791682:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:3.0:1790658057.791695:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790658057.791698:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1790658057.791730:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4f1a3800 x1877640471638656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790658057.791742:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471638656:0@lo:400:kworker.0 00000100:00100000:3.0:1790658057.791754:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471638784:0@lo:400:kworker.0 00000001:00100000:0.0:1790658057.894758:0:7255:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 824a517a-09a1-457b-b840-9e2d1e33eeb4 00000001:00100000:0.0:1790658057.913375:0:8122:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 824a517a-09a1-457b-b840-9e2d1e33eeb4 00000001:00100000:0.0:1790658057.914925:0:9061:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 824a517a-09a1-457b-b840-9e2d1e33eeb4 00000001:00100000:0.0:1790658057.923253:0:6473:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 824a517a-09a1-457b-b840-9e2d1e33eeb4 00000001:02000400:2.0:1790658058.214575:0:24532:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1790658058.416272:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658059.440444:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658059.829171:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471639168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790658059.829243:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658059.831233:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639168 00000100:00100000:2.0:1790658059.831247:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639168 00000100:00100000:2.0:1790658059.831345:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790658059.831358:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471639168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790658059.831394:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658059.831466:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471639168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (2222us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658059.831474:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790658059.831526:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471639168:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1790658059.831652:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790658060.037834:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.037882:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.037927:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.037952:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.037973:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.037994:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.038014:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.038034:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.038089:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658060.038117:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758144 00000100:00100000:3.0:1790658060.038137:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758144 00000100:00100000:3.0:1790658060.038218:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758656 00000100:00100000:3.0:1790658060.038222:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758656 00000100:00100000:3.0:1790658060.038236:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758016 00000100:00100000:3.0:1790658060.038239:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758016 00000100:00100000:3.0:1790658060.038251:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758528 00000100:00100000:3.0:1790658060.038254:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758528 00000100:00100000:3.0:1790658060.038268:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00100000:3.0:1790658060.038277:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce48965850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454758144:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.038390:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757632 00000100:00100000:2.0:1790658060.038395:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757632 00000100:00100000:2.0:1790658060.038421:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 144 00000100:00100000:2.0:1790658060.038427:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2416:x1877640454757632:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.038486:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2416:x1877640454757632:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 58us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.038493:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 144 00000100:00100000:3.0:1790658060.038635:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce48965850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454758144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 358us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658060.038642:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00100000:3.0:1790658060.038759:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:3.0:1790658060.038767:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758656:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658060.038793:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 27us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658060.038799:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:3.0:1790658060.038810:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 17 00000100:00100000:3.0:1790658060.038816:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454758016:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658060.038840:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454758016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 24us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658060.038846:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 17 00000100:00100000:3.0:1790658060.038857:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 18 00000100:00100000:3.0:1790658060.038863:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758528:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658060.038882:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 20us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658060.038888:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 18 00000100:00100000:3.0:1790658060.038905:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757888 00000100:00100000:3.0:1790658060.038909:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757888 00000100:00100000:3.0:1790658060.038983:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758400 00000100:00100000:3.0:1790658060.038987:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758400 00000100:00100000:2.0:1790658060.041700:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454757760 00000100:00100000:2.0:1790658060.041713:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454757760 00000100:00100000:2.0:1790658060.041768:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758272 00000100:00100000:2.0:1790658060.041772:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758272 00000100:00100000:2.0:1790658060.041795:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 48 00000100:00100000:2.0:1790658060.041805:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454757888:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.041880:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2416:x1877640454757888:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 76us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.041888:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 48 00000100:00100000:2.0:1790658060.041910:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 49 00000100:00100000:2.0:1790658060.041916:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758400:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.041961:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2416:x1877640454758400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 44us (4008us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.041967:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 49 00000100:00100000:2.0:1790658060.041982:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 50 00000100:00100000:2.0:1790658060.041988:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:2416:x1877640454757760:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.042012:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:2416:x1877640454757760:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 23us (4017us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.042017:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 50 00000100:00100000:2.0:1790658060.042028:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 51 00000100:00100000:2.0:1790658060.042034:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2416:x1877640454758272:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658060.042768:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2416:x1877640454758272:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 732us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.042776:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 51 00000100:00080000:3.0:1790658060.043023:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790658060.043029:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790658060.043033:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790658060.043036:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1790658060.465322:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658060.852479:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790658060.852501:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471639296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790658060.852567:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658060.852610:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639296 00000100:00100000:2.0:1790658060.852618:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639296 00000100:00100000:2.0:1790658060.852671:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790658060.852679:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471639296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790658060.852701:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658060.853072:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471639296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 392us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658060.853081:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1790658060.853110:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658060.853166:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471639296:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1790658061.488751:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658061.872683:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471639424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790658061.872757:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658061.872827:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639424 00000100:00100000:2.0:1790658061.872835:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639424 00000100:00100000:2.0:1790658061.872884:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1790658061.872893:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471639424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790658061.872933:0:21931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790658061.872980:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471639424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658061.872987:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1790658061.873057:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471639424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658061.873333:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471639552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658061.873374:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658061.873460:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639552 00000100:00100000:0.0:1790658061.873465:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639552 00000100:00100000:0.0:1790658061.873500:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790658061.873508:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471639552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790658061.873530:0:22572:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790658061.873569:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471639552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658061.873575:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790658061.873606:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471639552:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1790658062.409352:0:24693:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffca7a83950 20000000:00000080:3.0:1790658062.409370:0:24693:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff92ce4a818800 uarg=0000000000000000 20000000:01000000:3.0:1790658062.409406:0:24693:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1790658062.409412:0:24693:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1790658062.409416:0:24693:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1790658062.410682:0:24694:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1790658062.410841:0:24693:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1790658062.424851:0:24693:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1790658062.426407:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426430:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426438:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a01e expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426445:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426453:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426481:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 12 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426489:0:24693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 12 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426497:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426542:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 12 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426558:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 12 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.426572:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c60380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639680:192.168.204.50@tcp:104: 00010000:00010000:2.0:1790658062.426713:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 12 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426722:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 12 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.426731:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c63b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639808:192.168.204.50@tcp:104: 00010000:00010000:2.0:1790658062.426762:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426770:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 23 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.426791:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639936:0@lo:104: 00000100:00100000:2.0:1790658062.426833:0:24693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790658062.426884:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426891:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.426899:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640064:0@lo:104: 00000100:00100000:2.0:1790658062.426917:0:24693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790658062.426967:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.426975:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 23 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.426982:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640192:0@lo:104: 00000100:00100000:2.0:1790658062.427188:0:24693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790658062.427209:0:24693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.427218:0:24693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.427226:0:24693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640320:0@lo:104: 00000100:00100000:2.0:1790658062.427245:0:24693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658062.427255:0:24693:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748c00 going to sleep for 11 seconds 00000100:00100000:0.0:1790658062.427389:0:21911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471639936 00000100:00100000:0.0:1790658062.427398:0:21911:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471639936 00000100:00100000:0.0:1790658062.427434:0:21911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640064 00000100:00100000:0.0:1790658062.427436:0:21911:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640064 00000100:00100000:0.0:1790658062.427446:0:21911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640192 00000100:00100000:0.0:1790658062.427448:0:21911:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640192 00000100:00100000:0.0:1790658062.427457:0:21911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640320 00000100:00100000:0.0:1790658062.427459:0:21911:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640320 00000100:00100000:0.0:1790658062.427474:0:21911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790658062.427482:0:21911:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:24693:x1877640471639936:12345-0@lo:104: 00010000:00010000:0.0:1790658062.427494:0:21911:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427555:0:21911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790658062.427562:0:21911:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+6:24693:x1877640471639936:12345-0@lo:104: Request processed in 81us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.427570:0:21911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790658062.427589:0:21911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790658062.427595:0:21911:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:24693:x1877640471640064:12345-0@lo:104: 00010000:00010000:0.0:1790658062.427602:0:21911:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427633:0:21911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1790658062.427639:0:21911:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+5:24693:x1877640471640064:12345-0@lo:104: Request processed in 45us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.427644:0:21911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790658062.427656:0:21911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790658062.427661:0:21911:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:24693:x1877640471640192:12345-0@lo:104: 00010000:00010000:0.0:1790658062.427668:0:21911:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427701:0:21911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1790658062.427705:0:21911:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+4:24693:x1877640471640192:12345-0@lo:104: Request processed in 45us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.427711:0:21911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790658062.427725:0:21911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658062.427732:0:21911:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:24693:x1877640471640320:12345-0@lo:104: 00010000:00010000:0.0:1790658062.427739:0:21911:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427770:0:21911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1790658062.427776:0:21911:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+3:24693:x1877640471640320:12345-0@lo:104: Request processed in 45us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.427781:0:21911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1790658062.427800:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1790658062.427806:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427813:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c600 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790658062.427818:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427826:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790658062.427833:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658062.427838:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790658062.427865:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427871:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790658062.427891:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427899:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf66c1c600/0xefae7e19be40a1d7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a1de expref: -99 pid: 23961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427921:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1790658062.427924:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427930:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095400 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790658062.427933:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427940:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790658062.427945:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658062.427950:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790658062.427962:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427967:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790658062.427974:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427980:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf7d095400/0xefae7e19be40a05d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a064 expref: -99 pid: 23239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.427988:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1790658062.428185:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639936:0@lo:104: 00000100:00100000:2.0:1790658062.428203:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c61f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640064:0@lo:104: 00000100:00100000:2.0:1790658062.428210:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640192:0@lo:104: 00000100:00100000:2.0:1790658062.428218:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471640320:0@lo:104: 00010000:00010000:0.0:1790658062.428433:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428451:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca000 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790658062.428454:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428461:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790658062.428467:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658062.428472:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790658062.428489:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428494:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790658062.428516:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428523:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bca000/0xefae7e19be40a01e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a025 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428533:0:21915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790658062.428536:0:21915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428541:0:21915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf47bca200 already unused, calling callback (ffffffffc1c39c20) 10000000:00010000:0.0:1790658062.428544:0:21915:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428560:0:21915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790658062.428566:0:21915:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658062.428571:0:21915:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790658062.428584:0:21915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428590:0:21915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790658062.428596:0:21915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428601:0:21915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.150@tcp lock: ffff92cf47bca200/0xefae7e19be40a010 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefae7e19be40a017 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428613:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790658062.428614:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790658062.428616:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790658062.428624:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790658062.428630:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658062.428650:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471640448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790658062.428689:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.428722:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790658062.428728:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471640576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790658062.428746:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.428778:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640448 00000100:00100000:0.0:1790658062.428789:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640448 00010000:00010000:0.0:1790658062.428811:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 24 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658062.428833:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640576 00000100:00100000:0.0:1790658062.428836:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640576 00010000:00010000:0.0:1790658062.428846:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 25 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658062.428863:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790658062.428871:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+25:3453:x1877640471640448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658062.428880:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658062.428886:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 25 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428895:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 25 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428909:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a1de lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a1d7 expref: 25 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.428919:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790658062.428950:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3453:x1877640471640448:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.428955:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790658062.428970:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790658062.428976:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:3453:x1877640471640576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658062.428983:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658062.428988:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658062.429226:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471640832:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790658062.429256:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.429283:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790658062.429289:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471640704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790658062.429308:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790658062.429752:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.429765:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1c800/0xefae7e19be40a064 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a05d expref: 23 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.429777:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790658062.429804:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:3453:x1877640471640576:12345-0@lo:103:ldlm_bl.0 Request processed in 828us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.429811:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790658062.429827:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640832 00000100:00100000:0.0:1790658062.429831:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640832 00010000:00010000:0.0:1790658062.429844:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 22 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658062.429855:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640704 00000100:00100000:0.0:1790658062.429857:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640704 00000100:00100000:1.0:1790658062.430031:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658062.430042:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:3452:x1877640471640832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790658062.430053:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658062.430060:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.430069:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.430092:0:21913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69b800/0xefae7e19be40a017 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a010 expref: 23 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.430113:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658062.430170:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:3452:x1877640471640832:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.430177:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790658062.430213:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471640832:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658062.430489:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 21 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658062.430514:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658062.430520:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:3452:x1877640471640704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790658062.430528:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658062.430531:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 21 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.430538:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 21 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.430557:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69ae00/0xefae7e19be40a025 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xefae7e19be40a01e expref: 21 pid: 21922 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.430566:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790658062.430648:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:3452:x1877640471640704:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.430654:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790658062.430684:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471640576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790658062.430692:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3453:1877640471640448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790658062.431134:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3452:1877640471640704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790658062.434681:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658062.434719:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658062.434787:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758784 00000100:00100000:1.0:1790658062.434796:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758784 00010000:00010000:1.0:1790658062.434831:0:21914:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 13 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658062.434875:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454758912 00000100:00100000:1.0:1790658062.434878:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454758912 00010000:00010000:1.0:1790658062.434889:0:21914:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 14 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658062.434909:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 13 00000100:00100000:1.0:1790658062.434916:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+14:2418:x1877640454758784:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658062.434929:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658062.434934:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 14 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.434945:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 14 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.434963:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658062.435019:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+14:2418:x1877640454758784:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 103us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.435052:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 13 00000100:00100000:1.0:1790658062.435098:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 14 00000100:00100000:1.0:1790658062.435105:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2418:x1877640454758912:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658062.435112:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658062.435116:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 13 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435124:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 13 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435135:0:21914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435177:0:21914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435193:0:21914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435200:0:21914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435205:0:21914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435212:0:21914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435218:0:21914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69ac00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658062.435229:0:21914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435238:0:21914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435248:0:21914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658062.435258:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658062.435279:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2418:x1877640454758912:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 174us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.435285:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 14 00010000:00010000:2.0:1790658062.435850:0:24693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1c000/0xefae7e19be40a389 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f908 expref: 12 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.435875:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c60380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639680:192.168.204.50@tcp:104: 00010000:00010000:2.0:1790658062.435888:0:24693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf66c1c200/0xefae7e19be40a34a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f898 expref: 11 pid: 21919 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658062.435897:0:24693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c63b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24693:1877640471639808:192.168.204.50@tcp:104: 00010000:00010000:2.0:1790658062.435930:0:24693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.435939:0:24693:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.435945:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658062.435950:0:24693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92cf7f69ac00/0xefae7e19be40a3ba lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658062.512317:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790658062.896606:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790658062.896630:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6675aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471640960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790658062.896699:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.896845:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471640960 00000100:00100000:1.0:1790658062.896852:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471640960 00000100:00100000:1.0:1790658062.896904:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790658062.896914:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471640960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790658062.896949:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658062.896994:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471640960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.897001:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790658062.897041:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471641216:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.897074:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.897097:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471641728:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.897120:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.897176:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471642240:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.897208:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.897232:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790658062.897239:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471641344:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.897262:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790658062.897269:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790658062.897286:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471641856:0@lo:400:kworker.0 00000100:00100000:2.0:1790658062.897302:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471641088:0@lo:400:kworker.0 00000100:00100000:3.0:1790658062.897309:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641216 00000100:00100000:1.0:1790658062.897314:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658062.897315:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641216 00000100:00100000:1.0:1790658062.897343:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471642368:0@lo:400:kworker.0 00000100:00100000:2.0:1790658062.897350:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658062.897362:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641728 00000100:00100000:3.0:1790658062.897366:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641728 00000100:00100000:2.0:1790658062.897379:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471641600:0@lo:400:kworker.0 00000100:00100000:3.0:1790658062.897383:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641344 00000100:00100000:3.0:1790658062.897387:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641344 00000100:00100000:3.0:1790658062.897408:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790658062.897418:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471641216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658062.897423:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790658062.897469:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471641216:12345-0@lo:400:kworker.0 Request processed in 54us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658062.897476:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790658062.898232:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658062.898248:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471641728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658062.898298:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471641728:12345-0@lo:400:kworker.0 Request processed in 56us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658062.898305:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790658062.898326:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790658062.898334:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641088 00000100:00100000:2.0:1790658062.898341:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641088 00000100:00100000:3.0:1790658062.898344:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471641344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658062.898376:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641600 00000100:00100000:2.0:1790658062.898381:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641600 00000100:00100000:3.0:1790658062.898396:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471641344:12345-0@lo:400:kworker.0 Request processed in 55us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658062.898401:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790658062.898409:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790658062.898414:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471641088:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1790658062.898444:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790658062.898448:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658062.898471:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471641088:12345-0@lo:400:kworker.0 Request processed in 60us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658062.898478:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790658062.898489:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790658062.898511:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471641600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790658062.898559:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471641600:12345-0@lo:400:kworker.0 Request processed in 50us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.898606:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471641472:0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.898641:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.898662:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471641984:0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.898681:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.898698:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471642496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790658062.898718:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.898793:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642240 00000100:00100000:0.0:1790658062.898798:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642240 00000100:00100000:0.0:1790658062.898831:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641856 00000100:00100000:0.0:1790658062.898841:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641856 00000100:00100000:0.0:1790658062.898854:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641472 00000100:00100000:0.0:1790658062.898856:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641472 00000100:00100000:0.0:1790658062.898865:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471641984 00000100:00100000:0.0:1790658062.898867:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471641984 00000100:00100000:0.0:1790658062.898880:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790658062.898886:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471642240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.898932:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1877640471642240:12345-0@lo:400:kworker.0 Request processed in 45us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.898938:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790658062.898952:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790658062.898958:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471641856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.898985:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471641856:12345-0@lo:400:kworker.0 Request processed in 28us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.898991:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790658062.899002:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790658062.899008:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471641472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.899051:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1877640471641472:12345-0@lo:400:kworker.0 Request processed in 43us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.899057:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790658062.899071:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790658062.899077:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471641984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.899104:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1877640471641984:12345-0@lo:400:kworker.0 Request processed in 27us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.899109:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1790658062.899546:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658062.899599:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471641216:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899611:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471641728:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899620:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1877640471642240:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899641:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471641344:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899650:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471641856:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899679:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642368 00000100:00100000:1.0:1790658062.899683:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642368 00000100:00100000:1.0:1790658062.899705:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790658062.899711:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471642368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.899746:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471642368:12345-0@lo:400:kworker.0 Request processed in 34us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.899751:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790658062.899775:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642496 00000100:00100000:1.0:1790658062.899777:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642496 00000100:00100000:1.0:1790658062.899797:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790658062.899811:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471642496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790658062.899825:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790658062.899853:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471642496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658062.899858:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1790658062.899886:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce41e0c380 x1877640471642368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658062.899897:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471642368:0@lo:400:kworker.0 00000100:00080000:1.0:1790658062.901734:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790658062.901743:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790658062.901787:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1877640471641472:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.901800:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1877640471641984:0@lo:400:kworker.0 00000100:00100000:1.0:1790658062.901820:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471642496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790658062.902595:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471641600:0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.902609:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471642112:0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.902668:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658062.902709:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6675aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471640960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790658062.902736:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471641088:0@lo:400:kworker.0 00000100:00100000:0.0:1790658062.902781:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642112 00000100:00100000:0.0:1790658062.902788:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642112 00000100:00100000:0.0:1790658062.902841:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790658062.902850:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471642112:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1790658062.903086:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790658062.903544:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471642112:12345-0@lo:400:kworker.0 Request processed in 693us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658062.903553:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:1.0:1790658062.903639:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf4f1a2d80 x1877640471642112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790658062.903650:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471642112:0@lo:400:kworker.0 00000100:00100000:3.0:1790658062.910746:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:0.0:1790658063.536567:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658063.808484:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658063.809583:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759040 00000100:00100000:0.0:1790658063.809596:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759040 00000100:00100000:0.0:1790658063.809665:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 145 00000100:00100000:0.0:1790658063.809676:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+11:18366:x1877640454759040:12345-192.168.204.50@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658063.809694:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658063.809714:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a3c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f940 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.809745:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a3c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f940 expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.809756:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a1600/0xefae7e19be40a3c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f940 expref: 12 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.809765:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a1600, rc 0) 00000100:00100000:0.0:1790658063.809831:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759040:12345-192.168.204.50@tcp:101:ll_cfg_requeue.0 Request processed in 156us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.809838:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 145 00000100:00100000:3.0:1790658063.832182:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658063.832543:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759168 00000100:00100000:1.0:1790658063.832554:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759168 00000100:00100000:1.0:1790658063.832609:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 146 00000100:00100000:1.0:1790658063.832620:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759168:12345-192.168.204.50@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790658063.832949:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759168:12345-192.168.204.50@tcp:501:ll_cfg_requeue.0 Request processed in 329us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658063.832967:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 146 00000100:00100000:3.0:1790658063.838881:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658063.839010:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759296 00000100:00100000:2.0:1790658063.839021:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759296 00000100:00100000:2.0:1790658063.839091:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 147 00000100:00100000:2.0:1790658063.839100:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759296:12345-192.168.204.50@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.839361:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759296:12345-192.168.204.50@tcp:503:ll_cfg_requeue.0 Request processed in 261us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658063.839369:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 147 00000100:00100000:3.0:1790658063.843293:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658063.843366:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759424 00000100:00100000:0.0:1790658063.843393:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759424 00000100:00100000:0.0:1790658063.843457:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 148 00000100:00100000:0.0:1790658063.843468:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+12:18366:x1877640454759424:12345-192.168.204.50@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658063.843499:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658063.843520:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a0c00/0xefae7e19be40a3c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f947 expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.843840:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a0c00/0xefae7e19be40a3c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f947 expref: 13 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.843960:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a0c00/0xefae7e19be40a3c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f947 expref: 13 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.843970:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a0c00, rc 0) 00000100:00100000:0.0:1790658063.844187:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18366:x1877640454759424:12345-192.168.204.50@tcp:101:ll_cfg_requeue.0 Request processed in 721us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.844194:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 148 10000000:01000000:0.0:1790658063.857710:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790658063.857718:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92cf73211000 from 13 10000000:01000000:0.0:1790658063.857724:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790658063.857773:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.857785:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.857796:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658063.857825:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.857925:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.857977:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf603d5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1790658063.858118:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642624 00000100:00100000:1.0:1790658063.858126:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642624 00000100:00100000:1.0:1790658063.858203:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1790658063.858212:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+20:21924:x1877640471642624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790658063.858226:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658063.858239:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a3d6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a3cf expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.858262:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a3d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a3cf expref: 21 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.858272:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1da00/0xefae7e19be40a3d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a3cf expref: 21 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.858280:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1da00, rc 0) 00000100:00100000:1.0:1790658063.858328:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471642624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658063.858335:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1790658063.858447:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658063.858463:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3d6 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.858482:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a3d6 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658063.858545:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.858572:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.858613:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748a80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658063.859130:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642752 00000100:00100000:0.0:1790658063.859137:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642752 00000100:00100000:0.0:1790658063.859188:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1790658063.859196:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471642752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.859418:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471642752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 222us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.859426:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1790658063.859668:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.859710:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.859752:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.859785:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748a80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658063.861017:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471642880 00000100:00100000:0.0:1790658063.861028:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471642880 00000100:00100000:0.0:1790658063.861086:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1790658063.861096:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471642880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.861331:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471642880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 237us (1578us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.861339:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1790658063.861510:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471642880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1790658063.870958:0:24708:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:0.0:1790658063.871247:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000020:01000000:2.0:1790658063.873455:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790658063.873506:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790658063.873518:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3d6 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.873541:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf456a1e00/0xefae7e19be40a3cf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3d6 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658063.873552:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790658063.873554:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92ce4a340800 from 13 10000000:01000000:2.0:1790658063.873557:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790658063.873597:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.873605:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.873618:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658063.873643:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.873706:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.873776:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748a80 going to sleep for 11 seconds 00000100:00100000:0.0:1790658063.873956:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759552 00000100:00100000:0.0:1790658063.873964:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759552 00000100:00100000:0.0:1790658063.874018:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643008 00000100:00100000:0.0:1790658063.874021:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643008 00000100:00100000:0.0:1790658063.874039:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 152 00000100:00100000:0.0:1790658063.874047:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18366:x1877640454759552:12345-192.168.204.50@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.874342:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18366:x1877640454759552:12345-192.168.204.50@tcp:501:ll_cfg_requeue.0 Request processed in 293us (3098us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.874350:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 152 00000100:00100000:0.0:1790658063.874381:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1790658063.874387:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+21:21924:x1877640471643008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658063.874395:0:21920:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658063.874409:0:21920:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf456a0e00/0xefae7e19be40a3e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a3dd expref: -99 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.874429:0:21920:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf456a0e00/0xefae7e19be40a3e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a3dd expref: 22 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.874438:0:21920:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf456a0e00/0xefae7e19be40a3e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a3dd expref: 22 pid: 21920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.874447:0:21920:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a0e00, rc 0) 00000100:00100000:0.0:1790658063.874484:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce482b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.874490:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1790658063.875703:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658063.875730:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3e4 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.875742:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a3e4 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658063.875816:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.876662:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.876696:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:1.0:1790658063.877788:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643136 00000100:00100000:1.0:1790658063.877800:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643136 00000100:00100000:1.0:1790658063.877871:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1790658063.877882:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790658063.878245:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 365us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658063.878253:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1790658063.879006:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658063.879107:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759680 00000100:00100000:2.0:1790658063.879113:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759680 00000100:00100000:2.0:1790658063.879169:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 155 00000100:00100000:2.0:1790658063.879177:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18366:x1877640454759680:12345-192.168.204.50@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.879335:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:18366:x1877640454759680:12345-192.168.204.50@tcp:503:ll_cfg_requeue.0 Request processed in 158us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658063.879343:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 155 00000100:00100000:0.0:1790658063.881039:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.881104:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.881195:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.881230:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1790658063.881502:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643264 00000100:00100000:3.0:1790658063.881509:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643264 00000100:00100000:3.0:1790658063.881675:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1790658063.881686:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790658063.881897:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 213us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658063.881905:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1790658063.883550:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790658063.885030:0:24709:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1790658063.885442:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790658063.885463:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790658063.885487:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3e4 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.885500:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69ac00/0xefae7e19be40a3dd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3e4 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790658063.885510:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790658063.885513:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92cf7fda0800 from 13 10000000:01000000:2.0:1790658063.885515:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790658063.885564:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.885572:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.885583:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658063.885609:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.885691:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.885740:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748840 going to sleep for 11 seconds 00000100:00100000:1.0:1790658063.885884:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643392 00000100:00100000:1.0:1790658063.885893:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643392 00000100:00100000:1.0:1790658063.885947:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1790658063.885956:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+22:21924:x1877640471643392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790658063.885968:0:21922:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658063.885981:0:21922:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf66c1c400/0xefae7e19be40a3f2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a3eb expref: -99 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.886015:0:21922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf66c1c400/0xefae7e19be40a3f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a3eb expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.886026:0:21922:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf66c1c400/0xefae7e19be40a3f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a3eb expref: 23 pid: 21922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658063.886033:0:21922:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c400, rc 0) 00000100:00100000:1.0:1790658063.886087:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658063.886094:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1790658063.886456:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658063.886472:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3f2 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.886481:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a3f2 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658063.886545:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.886577:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.886609:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748840 going to sleep for 11 seconds 00000100:00100000:0.0:1790658063.886700:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643520 00000100:00100000:0.0:1790658063.886705:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643520 00000100:00100000:0.0:1790658063.886738:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1790658063.886746:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.887009:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 263us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.887016:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1790658063.894506:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.894595:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.894681:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658063.894722:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748840 going to sleep for 11 seconds 00000100:00100000:0.0:1790658063.895463:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643648 00000100:00100000:0.0:1790658063.895483:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643648 00000100:00100000:0.0:1790658063.895543:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1790658063.895553:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.895766:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 214us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658063.895774:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1790658063.895938:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1790658063.897273:0:24710:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790658063.897705:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790658063.897726:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790658063.897736:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3f2 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.897749:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf7f69a800/0xefae7e19be40a3eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a3f2 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790658063.897777:0:21924:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790658063.897779:0:21924:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92ce490da000 from 13 10000000:01000000:0.0:1790658063.897781:0:21924:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790658063.897818:0:21924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.897825:0:21924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.897834:0:21924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658063.897859:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.897915:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.897954:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1790658063.898118:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643776 00000100:00100000:2.0:1790658063.898126:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643776 00000100:00100000:2.0:1790658063.898190:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1790658063.898199:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+23:21924:x1877640471643776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790658063.898211:0:21919:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658063.898224:0:21919:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92cf7f69a200/0xefae7e19be40a400 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xefae7e19be40a3f9 expref: -99 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.898245:0:21919:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92cf7f69a200/0xefae7e19be40a400 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xefae7e19be40a3f9 expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.898269:0:21919:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92cf7f69a200/0xefae7e19be40a400 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xefae7e19be40a3f9 expref: 24 pid: 21919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658063.898278:0:21919:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69a200, rc 0) 00000100:00100000:2.0:1790658063.898317:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471643776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658063.898324:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1790658063.898426:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790658063.898440:0:21924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a400 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.898448:0:21924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xefae7e19be40a400 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658063.898509:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.898547:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.898574:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1790658063.898732:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471643904 00000100:00100000:2.0:1790658063.898737:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471643904 00000100:00100000:2.0:1790658063.898772:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1790658063.898779:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471643904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.899047:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471643904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 268us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658063.899054:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1790658063.899266:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471643904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.899296:0:21924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471644032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790658063.899342:0:21924:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658063.899371:0:21924:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1790658063.899419:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471644032 00000100:00100000:2.0:1790658063.899423:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471644032 00000100:00100000:2.0:1790658063.899452:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1790658063.899459:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471644032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790658063.899779:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:21924:x1877640471644032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 319us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658063.899785:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1790658063.900201:0:21924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf8110f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:21924:1877640471644032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1790658063.901780:0:24711:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790658063.902253:0:21924:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790658063.902277:0:21924:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.150@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790658063.902288:0:21924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a400 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658063.902299:0:21924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.150@tcp lock: ffff92cf456a0400/0xefae7e19be40a3f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xefae7e19be40a400 expref: -99 pid: 21924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658064.277192:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.277313:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759808 00000100:00100000:0.0:1790658064.277327:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759808 00000100:00100000:0.0:1790658064.277414:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:0.0:1790658064.277426:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+6:19001:x1877640454759808:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790658064.277447:0:21928:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658064.277472:0:21928:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1400/0xefae7e19be40a407 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f94e expref: -99 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277538:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277554:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277569:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277599:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277623:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277631:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277930:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0000/0xefae7e19be40a41c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277938:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0000/0xefae7e19be40a41c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.277945:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0000/0xefae7e19be40a41c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790658064.277971:0:21928:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1790658064.277974:0:21928:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:0.0:1790658064.278022:0:21928:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0000/0xefae7e19be40a41c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278034:0:21928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278041:0:21928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278048:0:21928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278053:0:21928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a1000 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658064.278058:0:21928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278073:0:21928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278085:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:0.0:1790658064.278088:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658064.278093:0:21928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278099:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a40e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278111:0:21928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278117:0:21928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278123:0:21928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278128:0:21928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a0800 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658064.278131:0:21928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278137:0:21928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278187:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff92cf417d5000) 00010000:00010000:0.0:1790658064.278189:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658064.278193:0:21928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278209:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0800/0xefae7e19be40a415 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278243:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1400/0xefae7e19be40a407 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f94e expref: 8 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278257:0:21928:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a0000/0xefae7e19be40a41c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f94e expref: 7 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.278264:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff92cf417d5400) 00010000:00010000:0.0:1790658064.278266:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790658064.278268:0:21928:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf456a0000, rc 0) 00000100:00100000:0.0:1790658064.278322:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+7:19001:x1877640454759808:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 898us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.278329:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00080000:1.0:1790658064.278464:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790658064.280847:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658064.280944:0:21937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454759936 00000100:00100000:2.0:1790658064.280955:0:21937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454759936 00000100:00100000:2.0:1790658064.281024:0:21937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:2.0:1790658064.281034:0:21937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d897808b-8e71-4237-9752-925ea61b2fba+7:19001:x1877640454759936:12345-192.168.204.50@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1790658064.281135:0:21937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d897808b-8e71-4237-9752-925ea61b2fba+7:19001:x1877640454759936:12345-192.168.204.50@tcp:900:lhsmtool_posix.0 Request processed in 101us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658064.281179:0:21937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:1.0:1790658064.283926:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.284008:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760192 00000100:00100000:0.0:1790658064.284018:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760192 00000100:00100000:0.0:1790658064.284075:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:0.0:1790658064.284095:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+7:19001:x1877640454760192:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790658064.284114:0:23974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658064.284131:0:23974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a423 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f955 expref: -99 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284221:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284252:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284263:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284278:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284285:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284291:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284620:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1e00/0xefae7e19be40a438 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284630:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1e00/0xefae7e19be40a438 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284638:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1e00/0xefae7e19be40a438 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790658064.284648:0:23974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1790658064.284834:0:23974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284842:0:23974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284848:0:23974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284862:0:23974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf456a1800 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658064.284867:0:23974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284875:0:23974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284890:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff92cf417d5400) 00010000:00010000:0.0:1790658064.284894:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658064.284899:0:23974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284905:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1800/0xefae7e19be40a42a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284917:0:23974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284923:0:23974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284929:0:23974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284933:0:23974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0a00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658064.284936:0:23974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284942:0:23974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284958:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff92cf417d5800) 00010000:00010000:0.0:1790658064.284961:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658064.284965:0:23974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.284970:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a431 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.285461:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf456a1000/0xefae7e19be40a423 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f955 expref: 10 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.285478:0:23974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1e00/0xefae7e19be40a438 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f955 expref: 9 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.285486:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff92cf417d5500) 00010000:00010000:0.0:1790658064.285488:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658064.285490:0:23974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf528a1e00, rc 0) 00000100:00100000:0.0:1790658064.285569:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+9:19001:x1877640454760192:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 1485us (1652us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1790658064.285577:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:3.0:1790658064.291065:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.291597:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760320 00000100:00100000:0.0:1790658064.291608:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760320 00000100:00100000:0.0:1790658064.291675:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00100000:0.0:1790658064.291687:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+9:19001:x1877640454760320:12345-192.168.204.50@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1790658064.292382:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+9:19001:x1877640454760320:12345-192.168.204.50@tcp:59:lhsmtool_posix.0 Request processed in 692us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.292392:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00100000:2.0:1790658064.297722:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.297935:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760448 00000100:00100000:3.0:1790658064.297946:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760448 00000100:00100000:3.0:1790658064.298299:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 26 00000100:00100000:3.0:1790658064.298325:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+5:19001:x1877640454760448:12345-192.168.204.50@tcp:59:lhsmtool_posix.0 00000004:00080000:1.0:1790658064.301941:0:21927:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 3568us 00000100:00080000:0.0:1790658064.303992:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790658064.323461:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+5:19001:x1877640454760448:12345-192.168.204.50@tcp:59:lhsmtool_posix.0 Request processed in 25127us (25737us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658064.323477:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 26 00000100:00100000:1.0:1790658064.402436:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658064.402691:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760576 00000100:00100000:2.0:1790658064.402701:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760576 00000100:00100000:2.0:1790658064.402766:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 27 00000100:00100000:2.0:1790658064.402777:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+9:19007:x1877640454760576:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:2.0:1790658064.402799:0:24443:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658064.402820:0:24443:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a446 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f95c expref: -99 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402878:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402892:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402906:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402920:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402926:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.402933:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403527:0:24443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403536:0:24443:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403543:0:24443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403549:0:24443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.403553:0:24443:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403560:0:24443:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403572:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:3.0:1790658064.403575:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.403580:0:24443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403586:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a44d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403598:0:24443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403613:0:24443:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403619:0:24443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403623:0:24443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b000 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.403626:0:24443:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403643:0:24443:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403650:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf58f8f800) 00010000:00010000:3.0:1790658064.403652:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.403655:0:24443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403661:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a454 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403693:0:24443:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a446 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f95c expref: 10 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403702:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:3.0:1790658064.403704:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.403707:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a446 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f95c expref: 10 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.403725:0:24443:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b800, rc 0) 00000100:00100000:3.0:1790658064.403793:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+9:19007:x1877640454760576:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 1017us (1366us total) trans 0 rc 301/301 00000100:00100000:3.0:1790658064.403801:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 27 00000100:00100000:0.0:1790658064.408002:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658064.408129:0:21935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760704 00000100:00100000:1.0:1790658064.408176:0:21935:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760704 00000100:00100000:1.0:1790658064.408236:0:21935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:1.0:1790658064.408260:0:21935:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d897808b-8e71-4237-9752-925ea61b2fba+9:19007:x1877640454760704:12345-192.168.204.50@tcp:700:lfs.0 00000100:00100000:1.0:1790658064.408342:0:21935:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:d897808b-8e71-4237-9752-925ea61b2fba+9:19007:x1877640454760704:12345-192.168.204.50@tcp:700:lfs.0 Request processed in 85us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658064.408351:0:21935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:2.0:1790658064.411438:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.411644:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454760960 00000100:00100000:0.0:1790658064.411655:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454760960 00000100:00100000:0.0:1790658064.411715:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 28 00000100:00100000:0.0:1790658064.411725:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+9:19007:x1877640454760960:12345-192.168.204.50@tcp:36:lfs.0 00010000:00010000:0.0:1790658064.411783:0:21926:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658064.411810:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a374 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f8c9 expref: 9 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.411830:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:0.0:1790658064.411836:0:21926:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790658064.412078:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.412094:0:21926:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 5 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.412102:0:21926:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.412138:0:21926:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 5 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.412190:0:21926:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 5 pid: 21928 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658064.412203:0:21926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce49229180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21926:1877640471644160:192.168.204.50@tcp:104: 00000100:00100000:0.0:1790658064.412286:0:21926:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf601e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1790658064.423240:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.423368:0:21926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce49229180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21926:1877640471644160:192.168.204.50@tcp:104: 00010000:00010000:0.0:1790658064.423398:0:21926:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658064.423480:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761088 00000100:00100000:1.0:1790658064.423488:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761088 00010000:00010000:1.0:1790658064.423547:0:21914:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 6 pid: 21928 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658064.423601:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00100000:1.0:1790658064.423611:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2418:x1877640454761088:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658064.423627:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658064.423645:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 6 pid: 21928 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423659:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 6 pid: 21928 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423681:0:21914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a3b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f939 expref: 6 pid: 21928 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423701:0:21914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:1.0:1790658064.423706:0:21914:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423714:0:21914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423735:0:21914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.423768:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658064.423822:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2418:x1877640454761088:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 212us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658064.423829:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 15 00000100:00080000:0.0:1790658064.424062:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1790658064.424796:0:21926:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.424808:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.424833:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.424843:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.424851:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442063:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442084:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442096:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790658064.442113:0:21926:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001fdb0cd7 reply state 0000000080659539 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442125:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442133:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:2.0:1790658064.442136:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790658064.442165:0:21926:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1790658064.442171:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1790658064.442180:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442187:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442194:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442200:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0800 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658064.442204:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442219:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.442231:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf42db9300) 00010000:00010000:2.0:1790658064.445297:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658064.445309:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.445321:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a45b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790658064.445356:0:21926:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001fdb0cd7 reply state 0000000080659539 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.445372:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.445380:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf42db9a00) 00010000:00010000:2.0:1790658064.445383:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790658064.445387:0:21926:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1790658064.445550:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+10:19007:x1877640454760960:12345-192.168.204.50@tcp:36:lfs.0 Request processed in 33821us (34118us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1790658064.445560:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 28 00010000:00010000:0.0:1790658064.560359:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790658064.629296:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658064.631368:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761216 00000100:00100000:1.0:1790658064.631384:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761216 00000100:00100000:1.0:1790658064.631462:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 29 00000100:00100000:1.0:1790658064.631473:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+10:19015:x1877640454761216:12345-192.168.204.50@tcp:101:lctl.0 00010000:00010000:1.0:1790658064.631501:0:21927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658064.631525:0:21927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c800/0xefae7e19be40a470 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f963 expref: -99 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631616:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c600/0xefae7e19be40a477 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631630:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c600/0xefae7e19be40a477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631642:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c600/0xefae7e19be40a477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790658064.631680:0:21927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1790658064.631684:0:21927:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:1.0:1790658064.631724:0:21927:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c600/0xefae7e19be40a477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631770:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c800/0xefae7e19be40a470 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f963 expref: 12 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631790:0:21927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c600/0xefae7e19be40a477 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f963 expref: 11 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.631798:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:1.0:1790658064.631801:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790658064.631804:0:21927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c600, rc 0) 00000100:00100000:1.0:1790658064.631876:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+11:19015:x1877640454761216:12345-192.168.204.50@tcp:101:lctl.0 Request processed in 404us (2591us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658064.631883:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 29 00000100:00100000:1.0:1790658064.664443:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.664679:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761344 00000100:00100000:3.0:1790658064.664690:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761344 00000100:00100000:3.0:1790658064.664855:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:3.0:1790658064.664867:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:19016:x1877640454761344:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:3.0:1790658064.664887:0:24443:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658064.664906:0:24443:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a47e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f96a expref: -99 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665016:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a485 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665039:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665051:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658064.665094:0:24443:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790658064.665098:0:24443:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790658064.665120:0:24443:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665179:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a47e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f96a expref: 7 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665198:0:24443:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df600/0xefae7e19be40a485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f96a expref: 6 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.665206:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:3.0:1790658064.665208:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790658064.665211:0:24443:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413df600, rc 0) 00000100:00100000:3.0:1790658064.665462:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:19016:x1877640454761344:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 596us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658064.665470:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:2.0:1790658064.677538:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.678765:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761472 00000100:00100000:3.0:1790658064.678778:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761472 00000100:00100000:3.0:1790658064.678912:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:3.0:1790658064.678923:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:19016:x1877640454761472:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:3.0:1790658064.678944:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658064.678987:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a48c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f971 expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679067:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679880:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679898:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679915:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679923:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.679930:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680470:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680480:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680487:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658064.680539:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790658064.680543:0:21926:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790658064.680564:0:21926:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680588:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680594:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680601:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680611:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.680616:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680623:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680635:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:3.0:1790658064.680639:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.680644:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680650:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a493 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680665:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680681:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680686:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680691:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.680694:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680699:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680706:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf42db9a00) 00010000:00010000:3.0:1790658064.680708:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.680711:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680716:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a49a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680748:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a48c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f971 expref: 8 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680761:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f971 expref: 7 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.680767:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:3.0:1790658064.680769:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790658064.680777:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413dec00, rc 0) 00000100:00100000:3.0:1790658064.680860:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+7:19016:x1877640454761472:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 1937us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658064.680868:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:1.0:1790658064.684991:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658064.685459:0:21937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761600 00000100:00100000:2.0:1790658064.685470:0:21937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761600 00000100:00100000:2.0:1790658064.685612:0:21937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:2.0:1790658064.685624:0:21937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:19016:x1877640454761600:12345-192.168.204.50@tcp:900:lfs.0 00000100:00100000:2.0:1790658064.685710:0:21937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:19016:x1877640454761600:12345-192.168.204.50@tcp:900:lfs.0 Request processed in 88us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658064.685732:0:21937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:1.0:1790658064.692905:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658064.694714:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454761856 00000100:00100000:2.0:1790658064.694730:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454761856 00000100:00100000:2.0:1790658064.694804:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 32 00000100:00100000:2.0:1790658064.694813:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+7:19016:x1877640454761856:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:2.0:1790658064.694835:0:21928:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658064.694856:0:21928:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a4a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f978 expref: -99 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658064.694944:0:21928:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1790658064.695079:0:21928:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a4a8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f978 expref: 9 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.695094:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:2.0:1790658064.695097:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1790658064.695101:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a4a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f978 expref: 9 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.695116:0:21928:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b200, rc 0) 00000100:00100000:2.0:1790658064.695298:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:824a517a-09a1-457b-b840-9e2d1e33eeb4+8:19016:x1877640454761856:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 484us (2403us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1790658064.695306:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 32 00000100:00080000:0.0:1790658064.697411:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790658064.700064:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658064.700197:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454762112 00000100:00100000:1.0:1790658064.700208:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454762112 00000100:00100000:1.0:1790658064.700277:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 33 00000100:00100000:1.0:1790658064.700289:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+8:19016:x1877640454762112:12345-192.168.204.50@tcp:36:lfs.0 00010000:00010000:1.0:1790658064.700349:0:24443:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658064.700377:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dec00/0xefae7e19be40a4a1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f971 expref: 8 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.700398:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:1.0:1790658064.700404:0:24443:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790658064.700427:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.700459:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.700470:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1790658064.700692:0:24443:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008f7f60a6 reply state 000000008b1b7d3b transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.700705:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658064.700711:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:1.0:1790658064.700714:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1790658064.700717:0:24443:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1790658064.700724:0:24443:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1790658064.700812:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:824a517a-09a1-457b-b840-9e2d1e33eeb4+9:19016:x1877640454762112:12345-192.168.204.50@tcp:36:lfs.0 Request processed in 524us (758us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1790658064.700819:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 33 00000100:00100000:1.0:1790658064.712798:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.712879:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454762368 00000100:00100000:0.0:1790658064.712890:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454762368 00000100:00100000:0.0:1790658064.712955:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:0.0:1790658064.712966:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+9:19016:x1877640454762368:12345-192.168.204.50@tcp:35:lfs.0 00000100:00100000:0.0:1790658064.713351:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+10:19016:x1877640454762368:12345-192.168.204.50@tcp:35:lfs.0 Request processed in 385us (562us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1790658064.713359:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:0.0:1790658064.716776:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.716866:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454762624 00000100:00100000:3.0:1790658064.716875:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454762624 00000100:00100000:3.0:1790658064.716934:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 34 00000100:00100000:3.0:1790658064.716943:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+10:19016:x1877640454762624:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:3.0:1790658064.716967:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658064.716998:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a4bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f97f expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717070:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717688:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717703:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717719:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717725:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717731:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658064.717853:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1790658064.717939:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717947:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717954:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717959:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.717964:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717971:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.717997:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:3.0:1790658064.718001:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.718006:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718013:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718027:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718033:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718049:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718054:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.718058:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718064:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.718072:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf42db9a00) 00010000:00010000:3.0:1790658064.718998:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.719006:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.719016:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.719071:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a4bd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f97f expref: 12 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.719783:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:3.0:1790658064.719786:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790658064.719792:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a4bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f97f expref: 12 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.719808:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413dfe00, rc 0) 00000100:00100000:3.0:1790658064.719891:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+11:19016:x1877640454762624:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 2947us (3125us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1790658064.719916:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 34 00000100:00100000:3.0:1790658064.734655:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.734796:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454762752 00000100:00100000:0.0:1790658064.734806:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454762752 00000100:00100000:0.0:1790658064.734872:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 35 00000100:00100000:0.0:1790658064.734882:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf6675aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+11:19016:x1877640454762752:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:0.0:1790658064.734905:0:23974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658064.734924:0:23974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a4d9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f986 expref: -99 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735024:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735038:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735065:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790658064.735353:0:23974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1790658064.735358:0:23974:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:0.0:1790658064.735377:0:23974:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735406:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a4d9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 13 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735423:0:23974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 12 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.735431:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:0.0:1790658064.735434:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790658064.735438:0:23974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf528a1a00, rc 0) 00000100:00100000:0.0:1790658064.735489:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf6675aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+12:19016:x1877640454762752:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 609us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.735496:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 35 00000100:00100000:1.0:1790658064.750921:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.751029:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454762880 00000100:00100000:0.0:1790658064.751040:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454762880 00000100:00100000:0.0:1790658064.751108:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 3 00000100:00100000:0.0:1790658064.751118:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+12:19016:x1877640454762880:12345-192.168.204.50@tcp:37:lfs.0 00000040:00080000:1.0:1790658064.758492:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790658064.764531:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+12:19016:x1877640454762880:12345-192.168.204.50@tcp:37:lfs.0 Request processed in 13401us (13608us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.764546:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 3 00000100:00100000:3.0:1790658064.784722:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658064.784879:0:21929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763136 00000100:00100000:1.0:1790658064.784889:0:21929:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763136 00000100:00100000:1.0:1790658064.784955:0:21929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:1.0:1790658064.784965:0:21929:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49a00050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+12:19016:x1877640454763136:12345-192.168.204.50@tcp:35:lfs.0 00000100:00100000:1.0:1790658064.785265:0:21929:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49a00050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+13:19016:x1877640454763136:12345-192.168.204.50@tcp:35:lfs.0 Request processed in 300us (551us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1790658064.785285:0:21929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:1.0:1790658064.852254:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.852712:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763264 00000100:00100000:3.0:1790658064.852723:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763264 00000100:00100000:3.0:1790658064.852791:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 36 00000100:00100000:3.0:1790658064.852801:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+11:19022:x1877640454763264:12345-192.168.204.50@tcp:101:bash.0 00010000:00010000:3.0:1790658064.852820:0:21927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658064.852852:0:21927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a4e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f98d expref: -99 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.852920:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.853930:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.853949:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.853967:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.853988:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.853995:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854097:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a4fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854119:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a4fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854126:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a4fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658064.854175:0:21927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790658064.854180:0:21927:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790658064.854219:0:21927:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a4fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854231:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854237:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854244:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854249:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.854253:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854260:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854272:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:3.0:1790658064.854275:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.854280:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854298:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a4ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854313:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854319:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854325:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854341:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413df400 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:3.0:1790658064.854344:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854351:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854359:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf42db9a00) 00010000:00010000:3.0:1790658064.854361:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790658064.854364:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854369:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a4f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854402:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a4e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f98d expref: 13 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854429:0:21927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de200/0xefae7e19be40a4fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f98d expref: 12 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.854436:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:3.0:1790658064.854438:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1790658064.854441:0:21927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413de200, rc 0) 00000100:00100000:3.0:1790658064.854575:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+12:19022:x1877640454763264:12345-192.168.204.50@tcp:101:bash.0 Request processed in 1774us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658064.854584:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 36 00000100:00100000:3.0:1790658064.860637:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.861641:0:21937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763392 00000100:00100000:0.0:1790658064.861654:0:21937:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763392 00000100:00100000:0.0:1790658064.861705:0:21937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:0.0:1790658064.861715:0:21937:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d897808b-8e71-4237-9752-925ea61b2fba+5:19022:x1877640454763392:12345-192.168.204.50@tcp:900:bash.0 00000100:00100000:0.0:1790658064.861803:0:21937:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d897808b-8e71-4237-9752-925ea61b2fba+5:19022:x1877640454763392:12345-192.168.204.50@tcp:900:bash.0 Request processed in 89us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.861811:0:21937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:2.0:1790658064.866970:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658064.867193:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763648 00000100:00100000:3.0:1790658064.867203:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763648 00000100:00100000:3.0:1790658064.867268:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 37 00000100:00100000:3.0:1790658064.867281:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+12:19022:x1877640454763648:12345-192.168.204.50@tcp:101:bash.0 00010000:00010000:3.0:1790658064.867303:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658064.867325:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfc00/0xefae7e19be40a503 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f994 expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.867451:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.867466:0:21926:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 12 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.867474:0:21926:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.867527:0:21926:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 12 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658064.867542:0:21926:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 12 pid: 23974 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658064.867556:0:21926:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21926:1877640471644288:192.168.204.50@tcp:104: 00000100:00100000:3.0:1790658064.867642:0:21926:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf583f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1790658064.870692:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.871349:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763776 00000100:00100000:0.0:1790658064.871359:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763776 00010000:00010000:0.0:1790658064.871403:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 13 pid: 23974 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658064.871805:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 16 00000100:00100000:0.0:1790658064.871817:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+13:2419:x1877640454763776:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790658064.871832:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658064.871840:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 13 pid: 23974 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.871853:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 13 pid: 23974 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.871876:0:21912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:0.0:1790658064.871881:0:21912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.871891:0:21912:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.871914:0:21912:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.871933:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790658064.871998:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+13:2419:x1877640454763776:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 183us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.872006:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 16 00010000:00010000:2.0:1790658064.872099:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a4e0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f986 expref: 12 pid: 23974 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658064.872127:0:21926:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21926:1877640471644288:192.168.204.50@tcp:104: 00010000:00010000:2.0:1790658064.872189:0:21926:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.872199:0:21926:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.872204:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.872292:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.872302:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.872309:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.875906:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.875928:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.875941:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658064.875953:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790658064.875996:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876015:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876022:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876028:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfe00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658064.876033:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876040:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876053:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:2.0:1790658064.876055:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658064.876059:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876065:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfe00/0xefae7e19be40a50a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790658064.876080:0:21926:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ae03fdc2 reply state 000000000f9cbbd3 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876089:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876095:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff92cf58f8f600) 00010000:00010000:2.0:1790658064.876097:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790658064.876099:0:21926:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1790658064.876134:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413dfc00/0xefae7e19be40a503 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 15 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876174:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 14 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658064.876180:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:2.0:1790658064.876182:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1790658064.876185:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69b200, rc 0) 00000100:00100000:2.0:1790658064.876248:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+15:19022:x1877640454763648:12345-192.168.204.50@tcp:101:bash.0 Request processed in 8971us (9289us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1790658064.876257:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 37 00000100:00100000:3.0:1790658064.894454:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658064.894752:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454763904 00000100:00100000:0.0:1790658064.894764:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454763904 00000100:00100000:0.0:1790658064.894828:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 38 00000100:00100000:0.0:1790658064.894838:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+15:19022:x1877640454763904:12345-192.168.204.50@tcp:101:bash.0 00010000:00010000:0.0:1790658064.894866:0:23974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658064.894889:0:23974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1600/0xefae7e19be40a526 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f99b expref: -99 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.894956:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.894970:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.894995:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790658064.895033:0:23974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1790658064.895038:0:23974:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790658064.895064:0:23974:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.895091:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.895114:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1600/0xefae7e19be40a526 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 17 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.895131:0:23974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 16 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658064.895184:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:0.0:1790658064.895188:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790658064.895191:0:23974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf528a0c00, rc 0) 00000100:00100000:0.0:1790658064.895255:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+16:19022:x1877640454763904:12345-192.168.204.50@tcp:101:bash.0 Request processed in 417us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658064.895262:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 38 00000100:00100000:0.0:1790658064.902088:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658064.902394:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454764160 00000100:00100000:2.0:1790658064.902405:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454764160 00000100:00100000:2.0:1790658064.902463:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:2.0:1790658064.902474:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+16:19022:x1877640454764160:12345-192.168.204.50@tcp:35:bash.0 00000100:00100000:2.0:1790658064.902820:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+17:19022:x1877640454764160:12345-192.168.204.50@tcp:35:bash.0 Request processed in 346us (741us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1790658064.902828:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:1.0:1790658064.944618:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471644416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790658064.944696:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658064.944793:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471644416 00000100:00100000:2.0:1790658064.944801:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471644416 00000100:00100000:2.0:1790658064.944871:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790658064.944884:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471644416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790658064.944919:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658064.944963:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471644416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658064.944981:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790658064.945067:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471644416:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1790658064.945090:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790658065.010829:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.011100:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454764416 00000100:00100000:1.0:1790658065.011111:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454764416 00000100:00100000:1.0:1790658065.011203:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 39 00000100:00100000:1.0:1790658065.011213:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+17:19032:x1877640454764416:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:1.0:1790658065.011238:0:21927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658065.011258:0:21927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a534 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9a2 expref: -99 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790658065.011348:0:21927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1790658065.011473:0:21927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a534 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9a2 expref: 19 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.011488:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92cf452e1500) 00010000:00010000:1.0:1790658065.011491:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1790658065.011496:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a534 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9a2 expref: 19 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.011510:0:21927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1ce00, rc 0) 00000100:00100000:1.0:1790658065.011570:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+18:19032:x1877640454764416:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 358us (751us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1790658065.011591:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 39 00000100:00100000:3.0:1790658065.018086:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658065.018367:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454764672 00000100:00100000:2.0:1790658065.018389:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454764672 00000100:00100000:2.0:1790658065.018449:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:2.0:1790658065.018458:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+18:19032:x1877640454764672:12345-192.168.204.50@tcp:35:lfs.0 00000100:00100000:2.0:1790658065.019270:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+19:19032:x1877640454764672:12345-192.168.204.50@tcp:35:lfs.0 Request processed in 806us (1187us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1790658065.019281:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:0.0:1790658065.056671:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658065.056769:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454764928 00000100:00100000:2.0:1790658065.056779:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454764928 00000100:00100000:2.0:1790658065.056843:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 40 00000100:00100000:2.0:1790658065.056854:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+19:19035:x1877640454764928:12345-192.168.204.50@tcp:101:lfs.0 00010000:00010000:2.0:1790658065.056878:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658065.056898:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a542 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9a9 expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.057041:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a549 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.057055:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a549 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.057068:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a549 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658065.057079:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790658065.057240:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b000/0xefae7e19be40a542 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9a9 expref: 22 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.057259:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a549 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9a9 expref: 21 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.057286:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:2.0:1790658065.057290:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790658065.057294:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7f69a000, rc 0) 00000100:00100000:2.0:1790658065.057357:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+21:19035:x1877640454764928:12345-192.168.204.50@tcp:101:lfs.0 Request processed in 506us (696us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1790658065.057365:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 40 00000100:00100000:3.0:1790658065.061063:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658065.061221:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765056 00000100:00100000:2.0:1790658065.061230:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765056 00000100:00100000:2.0:1790658065.061293:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 41 00000100:00100000:2.0:1790658065.061303:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+21:19035:x1877640454765056:12345-192.168.204.50@tcp:54:lfs.0 00010000:00010000:2.0:1790658065.061374:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061392:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061405:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061431:0:21928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061438:0:21928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061445:0:21928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061451:0:21928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d095400 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658065.061482:0:21928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061491:0:21928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061504:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:2.0:1790658065.061507:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1790658065.061513:0:21928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.061520:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d095400/0xefae7e19be40a557 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658065.061601:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+21:19035:x1877640454765056:12345-192.168.204.50@tcp:54:lfs.0 Request processed in 299us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658065.061609:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 41 00000100:00100000:3.0:1790658065.064563:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.066138:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.066678:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765440 00000100:00100000:1.0:1790658065.066690:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765440 00000100:00100000:1.0:1790658065.066762:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:1.0:1790658065.066772:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+21:2418:x1877640454765440:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658065.066788:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658065.066813:0:21914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69a000/0xefae7e19be40a549 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9a9 expref: 21 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.066831:0:21914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658065.066836:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658065.066897:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+20:2418:x1877640454765440:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 126us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.066905:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:0.0:1790658065.067952:0:21929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765312 00000100:00100000:0.0:1790658065.067961:0:21929:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765312 00000100:00100000:0.0:1790658065.068057:0:21929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:0.0:1790658065.068066:0:21929:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d897808b-8e71-4237-9752-925ea61b2fba+20:19035:x1877640454765312:12345-192.168.204.50@tcp:35:lfs.0 00000100:00100000:0.0:1790658065.068313:0:21929:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf583f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d897808b-8e71-4237-9752-925ea61b2fba+21:19035:x1877640454765312:12345-192.168.204.50@tcp:35:lfs.0 Request processed in 247us (3760us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1790658065.068320:0:21929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 7 00000040:00080000:3.0:1790658065.072834:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790658065.150553:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.150602:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.150638:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.150667:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.150690:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.150788:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765824 00000100:00100000:1.0:1790658065.150798:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765824 00000100:00100000:1.0:1790658065.150858:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454766080 00000100:00100000:1.0:1790658065.150861:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454766080 00000100:00100000:1.0:1790658065.150874:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765696 00000100:00100000:1.0:1790658065.150876:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765696 00000100:00100000:1.0:1790658065.150886:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765952 00000100:00100000:1.0:1790658065.150888:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765952 00000100:00100000:1.0:1790658065.150907:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:1.0:1790658065.150924:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2417:x1877640454765824:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658065.151030:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2417:x1877640454765824:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 97us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.151039:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 22 00000100:00100000:1.0:1790658065.151083:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:1.0:1790658065.151091:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2417:x1877640454766080:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658065.151117:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2417:x1877640454766080:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 28us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.151123:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 23 00000100:00100000:1.0:1790658065.151134:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:1.0:1790658065.151171:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2417:x1877640454765696:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658065.151198:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7d0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2417:x1877640454765696:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 58us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.151204:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 24 00000100:00100000:1.0:1790658065.151215:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00100000:1.0:1790658065.151221:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2417:x1877640454765952:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658065.151243:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2417:x1877640454765952:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 22us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.151249:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00080000:3.0:1790658065.151380:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790658065.151385:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790658065.151676:0:21920:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454765568 00000100:00100000:0.0:1790658065.151681:0:21920:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454765568 00000100:00100000:0.0:1790658065.151726:0:21920:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 163 00000100:00100000:0.0:1790658065.151733:0:21920:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2417:x1877640454765568:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:0.0:1790658065.151796:0:21920:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf582f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2417:x1877640454765568:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 62us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658065.151803:0:21920:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 163 00000100:00100000:3.0:1790658065.436043:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.436164:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454766336 00000100:00100000:1.0:1790658065.436176:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454766336 00000100:00100000:1.0:1790658065.436243:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 42 00000100:00100000:1.0:1790658065.436254:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+21:19067:x1877640454766336:12345-192.168.204.50@tcp:101:cat.0 00010000:00010000:1.0:1790658065.436293:0:24443:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658065.436318:0:24443:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a55e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9b0 expref: -99 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.436432:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a565 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.436461:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a565 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.436472:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a565 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790658065.436485:0:24443:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1790658065.436631:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a55e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9b0 expref: 24 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.436652:0:24443:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a565 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9b0 expref: 23 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.436672:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658065.436675:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1790658065.436679:0:24443:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1ca00, rc 0) 00000100:00100000:1.0:1790658065.436748:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+23:19067:x1877640454766336:12345-192.168.204.50@tcp:101:cat.0 Request processed in 495us (713us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1790658065.436756:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 42 00000100:00100000:2.0:1790658065.446810:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658065.446990:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454766592 00000100:00100000:0.0:1790658065.447000:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454766592 00000100:00100000:0.0:1790658065.447066:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:0.0:1790658065.447077:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+23:19067:x1877640454766592:12345-192.168.204.50@tcp:35:cat.0 00000100:00100000:0.0:1790658065.447458:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+24:19067:x1877640454766592:12345-192.168.204.50@tcp:35:cat.0 Request processed in 382us (657us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1790658065.447465:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 8 00000100:00100000:3.0:1790658065.450191:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.452414:0:22990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454766720 00000100:00100000:1.0:1790658065.452430:0:22990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454766720 00000100:00100000:1.0:1790658065.452489:0:22990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 1 00000100:00100000:1.0:1790658065.452498:0:22990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d897808b-8e71-4237-9752-925ea61b2fba+24:2416:x1877640454766720:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658065.452512:0:22990:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658065.452536:0:22990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a565 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9b0 expref: 24 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.452577:0:22990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658065.452582:0:22990:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658065.452760:0:22990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d897808b-8e71-4237-9752-925ea61b2fba+23:2416:x1877640454766720:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 261us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.452769:0:22990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 1 00000100:00100000:3.0:1790658065.529776:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658065.530010:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454766976 00000100:00100000:0.0:1790658065.530033:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454766976 00000100:00100000:0.0:1790658065.530106:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 43 00000100:00100000:0.0:1790658065.530116:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+23:19073:x1877640454766976:12345-192.168.204.50@tcp:101:dd.0 00010000:00010000:0.0:1790658065.530184:0:23974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658065.530206:0:23974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a573 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9b7 expref: -99 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530306:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530340:0:23974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 24 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530349:0:23974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 24 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530372:0:23974:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530412:0:23974:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 24 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530426:0:23974:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 24 pid: 23974 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658065.530441:0:23974:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce49228700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23974:1877640471644544:192.168.204.50@tcp:104: 00010000:00010000:0.0:1790658065.530539:0:23974:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 24 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658065.530549:0:23974:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 24 pid: 21926 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658065.530557:0:23974:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4922a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23974:1877640471644672:192.168.204.50@tcp:104: 00000100:00100000:0.0:1790658065.530581:0:23974:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf41254540 going to sleep for 11 seconds 00000100:00100000:0.0:1790658065.535924:0:23974:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce49228700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23974:1877640471644544:192.168.204.50@tcp:104: 00000100:00100000:0.0:1790658065.535956:0:23974:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4922a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23974:1877640471644672:192.168.204.50@tcp:104: 00010000:00010000:0.0:1790658065.535994:0:23974:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658065.541123:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.541269:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658065.541346:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454767104 00000100:00100000:2.0:1790658065.541357:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454767104 00010000:00010000:2.0:1790658065.541415:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 25 pid: 23974 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658065.541447:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454767232 00000100:00100000:2.0:1790658065.541450:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454767232 00010000:00010000:2.0:1790658065.541465:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 26 pid: 21926 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658065.541496:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 17 00000100:00100000:2.0:1790658065.541506:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d897808b-8e71-4237-9752-925ea61b2fba+26:2419:x1877640454767104:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790658065.541534:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658065.541541:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 26 pid: 23974 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658065.541549:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 18 00010000:00010000:2.0:1790658065.541555:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 26 pid: 23974 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658065.541558:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7f5e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+26:2419:x1877640454767232:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658065.541566:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658065.541571:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 26 pid: 21926 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.541577:0:21913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0c00/0xefae7e19be40a52d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f99b expref: 26 pid: 23974 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.541580:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 26 pid: 21926 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.541592:0:21914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b200/0xefae7e19be40a518 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f994 expref: 25 pid: 21926 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.541595:0:21913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:2.0:1790658065.541600:0:21913:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.541609:0:21913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658065.541618:0:21913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.544438:0:21914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658065.544452:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658065.544598:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7f5e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+24:2419:x1877640454767232:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 3036us (3323us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658065.544610:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 18 00010000:00010000:2.0:1790658065.547657:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790658065.547730:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d897808b-8e71-4237-9752-925ea61b2fba+23:2419:x1877640454767104:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 6220us (6611us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658065.547744:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 17 00010000:00010000:3.0:1790658065.554349:0:23974:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.554368:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790658065.554395:0:23974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1790658065.554583:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a573 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9b7 expref: 24 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.554606:0:23974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1c00/0xefae7e19be40a57a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9b7 expref: 23 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.554614:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:3.0:1790658065.554617:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1790658065.554620:0:23974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf528a1c00, rc 0) 00000100:00100000:3.0:1790658065.554691:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+23:19073:x1877640454766976:12345-192.168.204.50@tcp:101:dd.0 Request processed in 24576us (24926us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1790658065.554700:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 43 00000100:00100000:3.0:1790658065.561182:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658065.561331:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454767488 00000100:00100000:1.0:1790658065.561342:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454767488 00000100:00100000:1.0:1790658065.561407:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 44 00000100:00100000:1.0:1790658065.561431:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+23:19073:x1877640454767488:12345-192.168.204.50@tcp:36:dd.0 00010000:00010000:1.0:1790658065.561727:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.561745:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.561757:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1790658065.561810:0:21927:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1790658065.561834:0:21927:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008e80b8e9 reply state 000000008f16d5c7 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.561846:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658065.561853:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658065.561856:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1790658065.561860:0:21927:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1790658065.561976:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454767488:12345-192.168.204.50@tcp:36:dd.0 Request processed in 546us (833us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1790658065.561983:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 44 00000020:00080000:1.0:1790658065.561988:0:21927:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1790658065.565672:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.565864:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454767616 00000100:00100000:3.0:1790658065.565875:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454767616 00000100:00100000:3.0:1790658065.565931:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 45 00000100:00100000:3.0:1790658065.565941:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454767616:12345-192.168.204.50@tcp:101:dd.0 00010000:00010000:3.0:1790658065.565973:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658065.565994:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a58f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9be expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.566070:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a58f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9be expref: 27 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.566086:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a58f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9be expref: 27 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.566104:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:3.0:1790658065.566108:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790658065.566112:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413df400, rc 0) 00000100:00100000:3.0:1790658065.566205:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+27:19073:x1877640454767616:12345-192.168.204.50@tcp:101:dd.0 Request processed in 265us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658065.566212:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 45 00010000:00010000:0.0:1790658065.586815:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658065.595474:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.596836:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454767872 00000100:00100000:3.0:1790658065.596852:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454767872 00000100:00100000:3.0:1790658065.596946:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:3.0:1790658065.596957:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4922a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d897808b-8e71-4237-9752-925ea61b2fba+27:19073:x1877640454767872:12345-192.168.204.50@tcp:103:dd.0 00010000:00010000:3.0:1790658065.596985:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790658065.597009:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a58f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9be expref: 27 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.597031:0:21912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:3.0:1790658065.597036:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790658065.597095:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4922a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454767872:12345-192.168.204.50@tcp:103:dd.0 Request processed in 140us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658065.597103:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:0.0:1790658065.600925:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.601009:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768000 00000100:00100000:3.0:1790658065.601019:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768000 00000100:00100000:3.0:1790658065.601073:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 46 00000100:00100000:3.0:1790658065.601083:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454768000:12345-192.168.204.50@tcp:58:dd.0 00010000:00010000:3.0:1790658065.601227:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.601247:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.601258:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790658065.604654:0:23974:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790658065.604821:0:23974:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1790658065.604893:0:23974:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1790658065.605028:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454768000:12345-192.168.204.50@tcp:58:dd.0 Request processed in 3940us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658065.605040:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 46 00000100:00100000:2.0:1790658065.628505:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658065.628771:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768128 00000100:00100000:3.0:1790658065.628782:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768128 00000100:00100000:3.0:1790658065.628848:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 47 00000100:00100000:3.0:1790658065.628859:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+26:19073:x1877640454768128:12345-192.168.204.50@tcp:101:dd.0 00010000:00010000:3.0:1790658065.628879:0:24443:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790658065.628903:0:24443:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9c5 expref: -99 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.628972:0:24443:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.629001:0:24443:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 27 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.629021:0:24443:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.629034:0:24443:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 27 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.629049:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:3.0:1790658065.629052:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790658065.629056:0:24443:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 27 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658065.629766:0:24443:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf413df400, rc 0) 00000100:00100000:0.0:1790658065.630907:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+27:19073:x1877640454768128:12345-192.168.204.50@tcp:101:dd.0 Request processed in 2042us (2404us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658065.630918:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 47 00000100:00100000:1.0:1790658065.969691:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471644800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790658065.969763:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658065.969928:0:23245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471644800 00000100:00100000:2.0:1790658065.969937:0:23245:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471644800 00000100:00100000:2.0:1790658065.970011:0:23245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790658065.970032:0:23245:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471644800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790658065.970065:0:23245:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658065.970109:0:23245:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471644800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658065.970116:0:23245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1790658065.970358:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790658065.971212:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471644800:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1790658066.096378:0:21962:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790658066.096387:0:21962:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790658066.096438:0:21962:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1790658066.096445:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1790658066.096564:0:21962:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21962:1877640471644928:192.168.204.50@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1790658066.096652:0:21962:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf583f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1790658066.103490:0:21962:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21962:1877640471644928:192.168.204.50@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1790658066.105909:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.106448:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768256 00000100:00100000:2.0:1790658066.106461:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768256 00000100:00100000:2.0:1790658066.106539:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 48 00000100:00100000:2.0:1790658066.106553:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+27:19074:x1877640454768256:12345-192.168.204.50@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1790658066.106588:0:21928:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1790658066.106718:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+27:19074:x1877640454768256:12345-192.168.204.50@tcp:53:lhsmtool_posix.0 Request processed in 168us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.106726:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 48 00000100:00080000:3.0:1790658066.107464:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790658066.112470:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658066.112643:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768384 00000100:00100000:3.0:1790658066.113110:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768384 00000100:00100000:2.0:1790658066.114569:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 49 00000100:00100000:2.0:1790658066.114591:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+27:19074:x1877640454768384:12345-192.168.204.50@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1790658066.114681:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114698:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114712:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114788:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114813:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114822:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114848:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114858:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114866:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658066.114906:0:21926:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1790658066.114911:0:21926:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790658066.114939:0:21926:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114960:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114967:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114973:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.114979:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658066.114983:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.115010:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.115025:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff92cf417d5500) 00010000:00010000:2.0:1790658066.115028:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658066.115033:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.115040:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116165:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116178:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116185:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116191:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094000 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658066.116194:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116201:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116214:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff92cf58f8f100) 00010000:00010000:2.0:1790658066.116217:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658066.116221:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116245:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116266:0:21926:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116285:0:21926:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116291:0:21926:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116295:0:21926:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094c00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658066.116298:0:21926:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116304:0:21926:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116311:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:2.0:1790658066.116314:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658066.116317:0:21926:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.116323:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658066.116423:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+27:19074:x1877640454768384:12345-192.168.204.50@tcp:34:lhsmtool_posix.0 Request processed in 1838us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.116432:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 49 00000100:00100000:0.0:1790658066.119758:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.119909:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768640 00000100:00100000:1.0:1790658066.119928:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768640 00000100:00100000:1.0:1790658066.120016:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 50 00000100:00100000:1.0:1790658066.120027:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+27:19074:x1877640454768640:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.120046:0:24443:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658066.120074:0:24443:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9cc expref: -99 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120209:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120224:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120234:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790658066.120245:0:24443:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1790658066.120350:0:24443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120359:0:24443:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120365:0:24443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120371:0:24443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:1.0:1790658066.120375:0:24443:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120382:0:24443:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120406:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658066.120409:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1790658066.120415:0:24443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120421:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a5c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120463:0:24443:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5b9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9cc expref: 29 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120473:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff92cf417d5500) 00010000:00010000:1.0:1790658066.120475:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1790658066.120478:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9cc expref: 29 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.120487:0:24443:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1ce00, rc 0) 00000100:00100000:1.0:1790658066.120543:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+28:19074:x1877640454768640:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 518us (796us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1790658066.120550:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 50 00000100:00100000:3.0:1790658066.124633:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.125268:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454768768 00000100:00100000:1.0:1790658066.125289:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454768768 00000100:00100000:1.0:1790658066.125348:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 51 00000100:00100000:1.0:1790658066.125359:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+28:19074:x1877640454768768:12345-192.168.204.50@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1790658066.125419:0:21927:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1790658066.125543:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+28:19074:x1877640454768768:12345-192.168.204.50@tcp:53:lhsmtool_posix.0 Request processed in 185us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.125562:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 51 00000100:00100000:3.0:1790658066.140451:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.140563:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769024 00000100:00100000:2.0:1790658066.140574:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769024 00000100:00100000:2.0:1790658066.140641:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 52 00000100:00100000:2.0:1790658066.140652:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+28:19074:x1877640454769024:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790658066.140681:0:21926:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658066.140703:0:21926:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5ce lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9d3 expref: -99 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1790658066.141428:0:21926:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:2.0:1790658066.141437:0:21926:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:2.0:1790658066.141495:0:21926:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1790658066.141764:0:21926:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.141779:0:21926:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.141792:0:21926:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.141845:0:21926:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094c00/0xefae7e19be40a5ce lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9d3 expref: 31 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.141864:0:21926:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9d3 expref: 30 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.141874:0:21926:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf58f8f100) 00010000:00010000:2.0:1790658066.141877:0:21926:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790658066.141881:0:21926:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7d094000, rc 0) 00000100:00100000:2.0:1790658066.141971:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+30:19074:x1877640454769024:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 1320us (1531us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1790658066.141980:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 52 00000100:00100000:3.0:1790658066.152107:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.152249:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769280 00000100:00100000:2.0:1790658066.152259:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769280 00000100:00100000:2.0:1790658066.152311:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 53 00000100:00100000:2.0:1790658066.152321:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+30:19074:x1877640454769280:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790658066.152381:0:21928:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790658066.152406:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094000/0xefae7e19be40a5d5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9d3 expref: 30 pid: 21926 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152424:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf58f8f100) 00010000:00010000:2.0:1790658066.152434:0:21928:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790658066.152455:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152468:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152478:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152491:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152498:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152504:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152589:0:21928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152597:0:21928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152604:0:21928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152609:0:21928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658066.152613:0:21928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152620:0:21928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152627:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:2.0:1790658066.152630:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658066.152634:0:21928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152640:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a5e3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152648:0:21928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152653:0:21928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152672:0:21928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152683:0:21928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094600 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:2.0:1790658066.152686:0:21928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152693:0:21928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152701:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x24d55617 (ffff92cf58f8f000) 00010000:00010000:2.0:1790658066.152704:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790658066.152707:0:21928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.152718:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a5ea lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x24d55617 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658066.152801:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+29:19074:x1877640454769280:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 Request processed in 479us (703us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790658066.152809:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 53 00000100:00100000:3.0:1790658066.163231:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.163410:0:23974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769408 00000100:00100000:0.0:1790658066.163421:0:23974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769408 00000100:00100000:0.0:1790658066.163477:0:23974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 54 00000100:00100000:0.0:1790658066.163487:0:23974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+29:19074:x1877640454769408:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790658066.163505:0:23974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790658066.163527:0:23974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a5f1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9da expref: -99 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163561:0:23974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a5f8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163575:0:23974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a5f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163587:0:23974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a5f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163691:0:23974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0a00/0xefae7e19be40a5f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9da expref: 31 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163710:0:23974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0800/0xefae7e19be40a5f8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9da expref: 30 pid: 23974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.163719:0:23974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:0.0:1790658066.163728:0:23974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1790658066.163732:0:23974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf528a0800, rc 0) 00000100:00100000:0.0:1790658066.163792:0:23974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d897808b-8e71-4237-9752-925ea61b2fba+30:19074:x1877640454769408:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 306us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658066.163809:0:23974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 54 00000100:00100000:3.0:1790658066.171810:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.171907:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769664 00000100:00100000:1.0:1790658066.171918:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769664 00000100:00100000:1.0:1790658066.171989:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 55 00000100:00100000:1.0:1790658066.172007:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+30:19074:x1877640454769664:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.172090:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.172107:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.172120:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790658066.172587:0:24443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:1.0:1790658066.172598:0:24443:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 662187455557ns, next at 663187453364ns, rc = 0 00000004:00010000:1.0:1790658066.172688:0:24443:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b6387e1 reply state 00000000a6077add transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.172702:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.172709:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:1.0:1790658066.172712:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1790658066.172716:0:24443:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1790658066.172813:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+32:19074:x1877640454769664:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 Request processed in 813us (1010us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1790658066.172821:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 55 00000100:00100000:3.0:1790658066.175235:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.178460:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769792 00000100:00100000:1.0:1790658066.178496:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769792 00000100:00100000:1.0:1790658066.178564:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 56 00000100:00100000:1.0:1790658066.178574:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+32:19074:x1877640454769792:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.178598:0:21927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658066.178619:0:21927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9e1 expref: -99 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.178795:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 33 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.178811:0:21927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 33 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.178830:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:1.0:1790658066.178833:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790658066.178837:0:21927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c200, rc 0) 00000100:00100000:1.0:1790658066.178904:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cf96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+33:19074:x1877640454769792:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 331us (3678us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.178911:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 56 00000100:00100000:3.0:1790658066.182096:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.182429:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454769920 00000100:00100000:1.0:1790658066.182439:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454769920 00000100:00100000:1.0:1790658066.182496:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00100000:1.0:1790658066.182506:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454769920:12345-192.168.204.50@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1790658066.182862:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+6:2419:x1877640454769920:12345-192.168.204.50@tcp:2:lhsmtool_posix.0 Request processed in 355us (773us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1790658066.182870:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 25 00000100:00100000:3.0:1790658066.185507:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.185599:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454770176 00000100:00100000:0.0:1790658066.185608:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454770176 00000100:00100000:0.0:1790658066.185670:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:0.0:1790658066.185681:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+33:19074:x1877640454770176:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1790658066.185897:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+34:19074:x1877640454770176:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 Request processed in 217us (399us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1790658066.185905:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 9 00000100:00100000:3.0:1790658066.188261:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.188353:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454770432 00000100:00100000:2.0:1790658066.188363:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454770432 00000100:00100000:2.0:1790658066.188424:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 57 00000100:00100000:2.0:1790658066.188433:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+34:19074:x1877640454770432:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1790658066.188554:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+34:19074:x1877640454770432:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 Request processed in 121us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.188562:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 57 00000100:00100000:3.0:1790658066.190454:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.190762:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454770560 00000100:00100000:2.0:1790658066.190770:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454770560 00000100:00100000:2.0:1790658066.190834:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 58 00000100:00100000:2.0:1790658066.190844:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+34:19074:x1877640454770560:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790658066.190861:0:21928:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790658066.190880:0:21928:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a60d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9e8 expref: -99 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.190975:0:21928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.190991:0:21928:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.191011:0:21928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790658066.191046:0:21928:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790658066.191065:0:21928:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21928 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.191089:0:21928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094600/0xefae7e19be40a60d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e8 expref: 36 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.191107:0:21928:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e8 expref: 35 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.191116:0:21928:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:2.0:1790658066.191118:0:21928:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1790658066.191121:0:21928:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf7d094200, rc 0) 00000100:00100000:2.0:1790658066.191219:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+35:19074:x1877640454770560:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 375us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.191235:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 58 00000100:00100000:2.0:1790658066.197597:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.198348:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454770688 00000100:00100000:1.0:1790658066.198375:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454770688 00000100:00100000:1.0:1790658066.198436:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 26 00000100:00100000:1.0:1790658066.198446:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+6:2418:x1877640454770688:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.198473:0:23240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658066.198496:0:23240:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9ef expref: -99 pid: 23240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1790658066.198524:0:23240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6abb4611, blocks: 0x1 00010000:00010000:1.0:1790658066.198542:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1790658066.198547:0:23240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.198556:0:23240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 7 pid: 23240 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.198576:0:23240:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 7 pid: 23240 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.198590:0:23240:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c000, rc 0) 00000100:00100000:1.0:1790658066.198650:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+7:2418:x1877640454770688:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 206us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.198657:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 26 00000100:00100000:3.0:1790658066.202817:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.202917:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454770944 00000100:00100000:1.0:1790658066.202936:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454770944 00000100:00100000:1.0:1790658066.203007:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 59 00000100:00100000:1.0:1790658066.203017:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+35:19074:x1877640454770944:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1790658066.203626:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+35:19074:x1877640454770944:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 Request processed in 606us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.203653:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 59 00000100:00100000:3.0:1790658066.206788:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.207073:0:21928:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771072 00000100:00100000:2.0:1790658066.207083:0:21928:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771072 00000100:00100000:2.0:1790658066.207299:0:21928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 60 00000100:00100000:2.0:1790658066.207311:0:21928:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+35:19074:x1877640454771072:12345-192.168.204.50@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1790658066.291308:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000001:00080000:0.0:1790658066.291338:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901893 is committed 00010000:00010000:0.0:1790658066.291380:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291392:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291400:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291406:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de800 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291410:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291417:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291451:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff92cf42db9a00) 00010000:00010000:0.0:1790658066.291454:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658066.291459:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291465:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de800/0xefae7e19be40a462 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291490:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291497:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291503:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291509:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69b800 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291512:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291518:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291526:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:0.0:1790658066.291528:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658066.291531:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291537:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69b800/0xefae7e19be40a469 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291561:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291567:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291573:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291578:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7f69ae00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291581:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291587:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291593:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff92cf58f8f600) 00010000:00010000:0.0:1790658066.291595:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658066.291598:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291603:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7f69ae00/0xefae7e19be40a511 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21926 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291615:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291620:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291626:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291634:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1ca00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291637:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291643:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291650:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:0.0:1790658066.291651:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790658066.291654:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291659:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ca00/0xefae7e19be40a588 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291670:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291675:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291680:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291685:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1ce00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291688:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291694:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291711:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:0.0:1790658066.291713:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1790658066.291716:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291722:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1ce00/0xefae7e19be40a5ff lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291761:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291768:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291775:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291779:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1dc00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:0.0:1790658066.291782:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291788:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291796:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff92cf58f8f500) 00010000:00010000:0.0:1790658066.291798:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1790658066.291801:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.291806:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1dc00/0xefae7e19be40a4b6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1790658066.291839:0:6473:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:0.0:1790658066.291860:0:6473:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1790658066.293100:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790658066.293120:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4922aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471645056:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1790658066.293207:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658066.293254:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471645056 00000100:00100000:0.0:1790658066.293260:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471645056 00000100:00080000:2.0:1790658066.293634:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790658066.293671:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790658066.293681:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4922a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471645056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1790658066.293862:0:23379:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1790658066.293867:0:23379:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1790658066.293869:0:23379:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1790658066.293872:0:23379:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790658065 -> 1790658065 00002000:00010000:0.0:1790658066.293875:0:23379:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1790658066.294008:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4922a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3451:x1877640471645056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 328us (800us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1790658066.294017:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:2.0:1790658066.294092:0:3451:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff92ce4922aa00/2, rc 0, transno 12884901892 00000100:00100000:2.0:1790658066.294098:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4922aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471645056:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1790658066.294566:0:21928:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d897808b-8e71-4237-9752-925ea61b2fba+21:19074:x1877640454771072:12345-192.168.204.50@tcp:44:lhsmtool_posix.0 Request processed in 87252us (87782us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658066.294575:0:21928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 60 00000100:00100000:3.0:1790658066.298204:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.298376:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771200 00000100:00100000:1.0:1790658066.298387:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771200 00000100:00100000:1.0:1790658066.298450:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 28 00000100:00100000:1.0:1790658066.298461:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+7:2418:x1877640454771200:12345-192.168.204.50@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1790658066.298568:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+7:2418:x1877640454771200:12345-192.168.204.50@tcp:16:lhsmtool_posix.0 Request processed in 108us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.298576:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 28 00000100:00100000:1.0:1790658066.301324:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.301422:0:24443:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771456 00000100:00100000:0.0:1790658066.301433:0:24443:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771456 00000100:00100000:0.0:1790658066.301493:0:24443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 61 00000100:00100000:0.0:1790658066.301503:0:24443:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+14:19074:x1877640454771456:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1790658066.301556:0:24443:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658066.301582:0:24443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf7d094200/0xefae7e19be40a614 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e8 expref: 14 pid: 21928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.301600:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:0.0:1790658066.301621:0:24443:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790658066.301651:0:24443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0000/0xefae7e19be40a622 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.301664:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0000/0xefae7e19be40a622 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.301675:0:24443:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0000/0xefae7e19be40a622 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1790658066.301853:0:24443:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b604f233 reply state 00000000f8745ff3 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0000/0xefae7e19be40a622 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.301866:0:24443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0000/0xefae7e19be40a622 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.301872:0:24443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:0.0:1790658066.301874:0:24443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1790658066.301877:0:24443:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1790658066.302192:0:24443:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d897808b-8e71-4237-9752-925ea61b2fba+15:19074:x1877640454771456:12345-192.168.204.50@tcp:36:lhsmtool_posix.0 Request processed in 689us (877us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1790658066.302200:0:24443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 61 00000100:00100000:0.0:1790658066.304555:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.304645:0:23242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771584 00000100:00100000:1.0:1790658066.304656:0:23242:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771584 00000100:00100000:1.0:1790658066.304714:0:23242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 29 00000100:00100000:1.0:1790658066.304725:0:23242:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d897808b-8e71-4237-9752-925ea61b2fba+7:19074:x1877640454771584:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.304743:0:23242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790658066.304763:0:23242:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5172fa63af46f9f6 expref: -99 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.304796:0:23242:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.304805:0:23242:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.304810:0:23242:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.304815:0:23242:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 8 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.304863:0:23242:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.304877:0:23242:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.304891:0:23242:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:23242:1877640471645184:192.168.204.50@tcp:104: 00000100:00100000:1.0:1790658066.304980:0:23242:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf67283840 going to sleep for 11 seconds 00000100:00100000:3.0:1790658066.315780:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.315903:0:23242:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:23242:1877640471645184:192.168.204.50@tcp:104: 00010000:00010000:1.0:1790658066.315957:0:23242:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 8 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.315979:0:23242:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92cf66c1c800, rc 0) 00000100:00100000:1.0:1790658066.316043:0:23242:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d897808b-8e71-4237-9752-925ea61b2fba+8:19074:x1877640454771584:12345-192.168.204.50@tcp:101:lhsmtool_posix.0 Request processed in 11319us (11497us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.316053:0:23242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 29 00000100:00100000:2.0:1790658066.318089:0:21914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771712 00000100:00100000:2.0:1790658066.318102:0:21914:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771712 00010000:00010000:0.0:1790658066.321223:0:21914:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.321335:0:21914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 19 00000100:00100000:0.0:1790658066.321347:0:21914:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+8:2419:x1877640454771712:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790658066.321364:0:21914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790658066.321387:0:21914:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.321419:0:21914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.321447:0:21914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a61b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9ef expref: 8 pid: 23240 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.321466:0:21914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.321470:0:21914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.321477:0:21914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 7 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.321488:0:21914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 7 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.321530:0:21914:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 7 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.321545:0:21914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce49228e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:21914:1877640471645312:192.168.204.50@tcp:105: 00000100:00100000:0.0:1790658066.321638:0:21914:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1790658066.335775:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.335893:0:21914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce49228e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:21914:1877640471645312:192.168.204.50@tcp:105: 00010000:00010000:1.0:1790658066.335928:0:21914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658066.336002:0:21914:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d897808b-8e71-4237-9752-925ea61b2fba+7:2419:x1877640454771712:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 14657us (20231us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.336015:0:21914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 19 00000100:00100000:2.0:1790658066.336457:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771840 00000100:00100000:2.0:1790658066.336465:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771840 00000100:00100000:2.0:1790658066.336520:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:2.0:1790658066.336529:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4922b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+7:2419:x1877640454771840:12345-192.168.204.50@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1790658066.336718:0:23240:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1790658066.336722:0:23240:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1790658065 00002000:00010000:2.0:1790658066.336725:0:23240:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1790658064 00002000:00010000:2.0:1790658066.336727:0:23240:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790658065 -> 1790658065 00002000:00010000:2.0:1790658066.336729:0:23240:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1790658066.336771:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4922b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+8:2419:x1877640454771840:12345-192.168.204.50@tcp:2:lhsmtool_posix.0 Request processed in 242us (1007us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1790658066.336778:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:0.0:1790658066.343590:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.343712:0:23379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454771968 00000100:00100000:1.0:1790658066.343727:0:23379:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454771968 00000100:00100000:1.0:1790658066.343810:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:1.0:1790658066.343822:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+8:2418:x1877640454771968:12345-192.168.204.50@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1790658066.343876:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.343899:0:23379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 8 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.343910:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.343915:0:23379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1790658066.343920:0:23379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.343970:0:23379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 8 pid: 23242 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.343985:0:23379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 8 pid: 23242 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.343999:0:23379:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:23379:1877640471645440:192.168.204.50@tcp:104: 00000100:00100000:1.0:1790658066.344122:0:23379:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf67283840 going to sleep for 11 seconds 00000100:00100000:1.0:1790658066.347786:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.347904:0:23379:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:23379:1877640471645440:192.168.204.50@tcp:104: 00010000:00010000:0.0:1790658066.347937:0:23379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658066.348013:0:21912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772096 00000100:00100000:3.0:1790658066.348020:0:21912:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772096 00010000:00010000:3.0:1790658066.348052:0:21912:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 9 pid: 23242 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658066.348125:0:21912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 20 00000100:00100000:3.0:1790658066.348136:0:21912:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d897808b-8e71-4237-9752-925ea61b2fba+9:2419:x1877640454772096:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790658066.348186:0:21912:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790658066.348211:0:21912:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 9 pid: 23242 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.348233:0:21912:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 9 pid: 23242 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.348256:0:21912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c76db9/0xefae7e19be40a629 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9f6 expref: 9 pid: 23242 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.348273:0:21912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1790658066.348277:0:21912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1790658066.348283:0:21912:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.348291:0:21912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.348312:0:21912:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790658066.348420:0:21912:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d897808b-8e71-4237-9752-925ea61b2fba+8:2419:x1877640454772096:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 285us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658066.348428:0:21912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 20 00010000:00010000:0.0:1790658066.348480:0:23379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348489:0:23379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348513:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348521:0:23379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348529:0:23379:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348536:0:23379:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1ce00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:0.0:1790658066.348541:0:23379:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348550:0:23379:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348561:0:23379:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.348581:0:23379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051ab3d0d/0xefae7e19be40a630 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.348629:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d897808b-8e71-4237-9752-925ea61b2fba+7:2418:x1877640454771968:12345-192.168.204.50@tcp:1:lhsmtool_posix.0 Request processed in 4810us (5049us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658066.348637:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:3.0:1790658066.350505:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.350605:0:21927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772352 00000100:00100000:0.0:1790658066.350617:0:21927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772352 00000100:00100000:0.0:1790658066.350703:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 62 00000100:00100000:0.0:1790658066.350717:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+15:19074:x1877640454772352:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1790658066.350805:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.350823:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.350834:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.351067:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.351079:0:21927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 16 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.351088:0:21927:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.351132:0:21927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 16 pid: 21927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.351183:0:21927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 16 pid: 21927 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.351198:0:21927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21927:1877640471645568:192.168.204.50@tcp:104: 00000100:00100000:0.0:1790658066.351330:0:21927:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf6e2fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1790658066.357712:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.358182:0:21913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772480 00000100:00100000:1.0:1790658066.358192:0:21913:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772480 00010000:00010000:1.0:1790658066.358238:0:21913:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 17 pid: 21927 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.358303:0:21913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 21 00000100:00100000:1.0:1790658066.358313:0:21913:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf469d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d897808b-8e71-4237-9752-925ea61b2fba+17:2419:x1877640454772480:12345-192.168.204.50@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790658066.358328:0:21913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790658066.358335:0:21913:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 17 pid: 21927 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.358348:0:21913:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 17 pid: 21927 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.358372:0:21913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:1.0:1790658066.358378:0:21913:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.358387:0:21913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.358395:0:21913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.358414:0:21913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790658066.358464:0:21913:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf469d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d897808b-8e71-4237-9752-925ea61b2fba+17:2419:x1877640454772480:12345-192.168.204.50@tcp:103:ldlm_bl.0 Request processed in 153us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658066.358472:0:21913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 21 00010000:00010000:0.0:1790658066.360857:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a606 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9e1 expref: 16 pid: 21927 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.360883:0:21927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21927:1877640471645568:192.168.204.50@tcp:104: 00010000:00010000:0.0:1790658066.360907:0:21927:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.360918:0:21927:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.360924:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790658066.369044:0:21927:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1790658066.369283:0:21927:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1790658066.369347:0:21927:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1790658066.369440:0:21927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:21927:1877640471645696:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1790658066.369505:0:21927:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658066.369530:0:21927:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790658066.370031:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471645696 00000100:00100000:2.0:1790658066.370047:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471645696 00000100:00100000:2.0:1790658066.370121:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790658066.370132:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce4922b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21927:x1877640471645696:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1790658066.370247:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce4922b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21927:x1877640471645696:12345-0@lo:1000:mdt00_001.0 Request processed in 117us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.370255:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790658066.370674:0:21927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:21927:1877640471645696:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1790658066.374764:0:21927:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1790658066.374869:0:21927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:21927:1877640471645824:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1790658066.374940:0:21927:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658066.374992:0:21927:0:(client.c:2716:ptlrpc_set_wait()) set ffff92cf47dfff00 going to sleep for 11 seconds 00000100:00100000:3.0:1790658066.375380:0:22572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471645824 00000100:00100000:3.0:1790658066.375389:0:22572:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471645824 00000100:00100000:3.0:1790658066.375444:0:22572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790658066.375452:0:22572:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21927:x1877640471645824:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1790658066.375667:0:22572:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:21927:x1877640471645824:12345-0@lo:1000:mdt00_001.0 Request processed in 206us (718us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1790658066.375688:0:22572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790658066.376004:0:21927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce4922bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:21927:1877640471645824:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1790658066.376045:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376067:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376085:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376092:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a1a00 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:1.0:1790658066.376096:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376105:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376121:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:1.0:1790658066.376124:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790658066.376130:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376136:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a1a00/0xefae7e19be40a63e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376196:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376203:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376208:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376212:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413de600 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:1.0:1790658066.376221:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376228:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376237:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658066.376239:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790658066.376246:0:21927:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 19 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376257:0:21927:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 19 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376265:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 19 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.376319:0:21927:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413df400/0xefae7e19be40a59d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.50@tcp remote: 0x5172fa63af46f9c5 expref: 19 pid: 24443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.376332:0:21927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21927:1877640471645952:192.168.204.50@tcp:105: 00000100:00100000:1.0:1790658066.376403:0:21927:0:(client.c:2716:ptlrpc_set_wait()) set ffff92ce49748a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790658066.379674:0:21927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf4f1a1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21927:1877640471645952:192.168.204.50@tcp:105: 00010000:00010000:1.0:1790658066.379705:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379716:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf413de600/0xefae7e19be40a596 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379766:0:21927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379781:0:21927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379793:0:21927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379805:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379812:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379819:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379825:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:1.0:1790658066.379829:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379836:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379848:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658066.379850:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790658066.379854:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379859:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf66c1c200/0xefae7e19be40a645 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379877:0:21927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379884:0:21927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379890:0:21927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379895:0:21927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0400 already unused, calling callback (ffffffffc20604f0) 00010000:00010000:1.0:1790658066.379898:0:21927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379904:0:21927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379912:0:21927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff92cf58f8fb00) 00010000:00010000:1.0:1790658066.379914:0:21927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1790658066.379930:0:21927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.379936:0:21927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0400/0xefae7e19be40a637 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21927 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.380297:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+19:19074:x1877640454772352:12345-192.168.204.50@tcp:57:lhsmtool_posix.0 Request processed in 29581us (29796us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1790658066.380310:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 62 00000020:00080000:1.0:1790658066.380317:0:21927:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1790658066.380582:0:21962:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790658066.380590:0:21962:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790658066.380622:0:21962:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1790658066.380631:0:21962:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1790658066.384963:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.385055:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772736 00000100:00100000:0.0:1790658066.385066:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772736 00000100:00100000:0.0:1790658066.385132:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 10 00000100:00100000:0.0:1790658066.385180:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49a02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+19:19074:x1877640454772736:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1790658066.385902:0:21930:0:(mdd_object.c:4178:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1790658066.386034:0:21930:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1790658066.386081:0:21930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386098:0:21930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386112:0:21930:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386121:0:21930:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386127:0:21930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386134:0:21930:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.386177:0:21930:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1790658066.386284:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49a02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+21:19074:x1877640454772736:12345-192.168.204.50@tcp:35:lhsmtool_posix.0 Request processed in 1142us (1337us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1790658066.386293:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 10 00000020:00080000:0.0:1790658066.386298:0:21930:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1790658066.386669:0:21916:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790658066.386676:0:21916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.386683:0:21916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0e00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658066.386687:0:21916:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.386695:0:21916:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.386708:0:21916:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff92cf417d5800) 00010000:00010000:3.0:1790658066.386711:0:21916:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1790658066.386716:0:21916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.386721:0:21916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92cf528a0e00/0xefae7e19be40a64c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21930 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.386733:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658066.386736:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790658066.386737:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790658066.389779:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658066.389964:0:21930:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772864 00000100:00100000:2.0:1790658066.389975:0:21930:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772864 00000100:00100000:2.0:1790658066.390046:0:21930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 11 00000100:00100000:2.0:1790658066.390057:0:21930:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce49229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+21:19073:x1877640454772864:12345-192.168.204.50@tcp:49:dd.0 00000100:00100000:2.0:1790658066.390246:0:21930:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce49229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d897808b-8e71-4237-9752-925ea61b2fba+21:19073:x1877640454772864:12345-192.168.204.50@tcp:49:dd.0 Request processed in 190us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.390254:0:21930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 11 00000100:00100000:1.0:1790658066.574052:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.574105:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.574219:0:23246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454772992 00000100:00100000:0.0:1790658066.574231:0:23246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454772992 00000100:00100000:0.0:1790658066.574305:0:23246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773120 00000100:00100000:0.0:1790658066.574309:0:23246:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773120 00000100:00100000:0.0:1790658066.574330:0:23246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:0.0:1790658066.574339:0:23246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d897808b-8e71-4237-9752-925ea61b2fba+8:2419:x1877640454772992:12345-192.168.204.50@tcp:4:dd.0 00002000:00010000:0.0:1790658066.574401:0:23246:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6abb4611, atime: 0x6abb4610, ctime: 0x6abb4611, blocks: 0x1 00010000:00010000:0.0:1790658066.574411:0:23246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.574427:0:23246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1790658066.574432:0:23246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.574438:0:23246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.574452:0:23246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658066.576173:0:3446:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658066.576315:0:23248:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1790658066.576325:0:23248:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1790658066.576869:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773248 00000100:00100000:3.0:1790658066.576885:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773248 00000100:00100000:1.0:1790658066.577812:0:24714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 1 00000100:00100000:1.0:1790658066.577827:0:24714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf4f1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d897808b-8e71-4237-9752-925ea61b2fba+9:2419:x1877640454773120:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:1.0:1790658066.577864:0:24714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.577882:0:24714:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.577886:0:24714:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.577892:0:24714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.577905:0:24714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.613242:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790658066.647856:0:23246:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1790658066.647866:0:23246:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1790658065 -> 1790658066 00002000:00010000:3.0:1790658066.647869:0:23246:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:3.0:1790658066.647884:0:23246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647898:0:23246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647918:0:23246:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647927:0:23246:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a1200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:3.0:1790658066.647932:0:23246:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647953:0:23246:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647978:0:23246:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.647986:0:23246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eac07e88/0xefae7e19be40a653 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790658066.648248:0:23246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d897808b-8e71-4237-9752-925ea61b2fba+14:2419:x1877640454772992:12345-192.168.204.50@tcp:4:dd.0 Request processed in 73904us (74201us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1790658066.648279:0:23246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 0 00000100:00100000:3.0:1790658066.648307:0:23246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:3.0:1790658066.648319:0:23246:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d897808b-8e71-4237-9752-925ea61b2fba+13:2419:x1877640454773248:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:3.0:1790658066.648352:0:23246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.648365:0:23246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658066.648370:0:23246:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790658066.648376:0:23246:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790658066.648388:0:23246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648604:0:24714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648622:0:24714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648629:0:24714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648635:0:24714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658066.648639:0:24714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648658:0:24714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648671:0:24714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.648678:0:24714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a65a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.648712:0:24714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf4f1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d897808b-8e71-4237-9752-925ea61b2fba+13:2419:x1877640454773120:12345-192.168.204.50@tcp:4:dd.0 Request processed in 70889us (74606us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1790658066.648720:0:24714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 1 00000001:00080000:1.0:1790658066.649474:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901892 is committed 00000001:00080000:1.0:1790658066.649486:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00000001:00080000:1.0:1790658066.649504:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1790658066.705177:0:23246:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 2097152 -> 3145728 00002000:00010000:0.0:1790658066.705188:0:23246:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:0.0:1790658066.705203:0:23246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705234:0:23246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705245:0:23246:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705253:0:23246:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf413dfc00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:0.0:1790658066.705258:0:23246:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705268:0:23246:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705287:0:23246:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.705295:0:23246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008c74336/0xefae7e19be40a661 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.705390:0:23246:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d897808b-8e71-4237-9752-925ea61b2fba+7:2419:x1877640454773248:12345-192.168.204.50@tcp:4:dd.0 Request processed in 57068us (129253us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1790658066.705400:0:23246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 2 00000100:00100000:3.0:1790658066.711268:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658066.711304:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658066.711321:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658066.711349:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:3.0:1790658066.711366:0:3445:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:0.0:1790658066.711585:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773376 00000100:00100000:0.0:1790658066.711596:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773376 00000100:00100000:0.0:1790658066.711662:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773632 00000100:00100000:0.0:1790658066.711665:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773632 00000100:00100000:0.0:1790658066.711697:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773888 00000100:00100000:0.0:1790658066.711700:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773888 00000100:00100000:0.0:1790658066.711712:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773504 00000100:00100000:0.0:1790658066.711715:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773504 00000100:00100000:0.0:1790658066.711727:0:23248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454773760 00000100:00100000:0.0:1790658066.711729:0:23248:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454773760 00000100:00100000:0.0:1790658066.711744:0:23248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 3 00000100:00100000:0.0:1790658066.711755:0:23248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d897808b-8e71-4237-9752-925ea61b2fba+11:2418:x1877640454773376:12345-192.168.204.50@tcp:4:dd.0 00002000:00010000:0.0:1790658066.711921:0:23248:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 3145728, mtime: 0x6abb4612, atime: 0x6abb4610, ctime: 0x0, blocks: 0x1807 00010000:00010000:0.0:1790658066.711932:0:23248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.711957:0:23248:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1790658066.711962:0:23248:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.711968:0:23248:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.711982:0:23248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790658066.712539:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:2.0:1790658066.712551:0:23247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+12:2418:x1877640454773632:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:2.0:1790658066.712572:0:23247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.712583:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790658066.712586:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790658066.712591:0:23247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790658066.712601:0:23247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790658066.712741:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901897 is committed 00000001:00080000:0.0:1790658066.797592:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901898 is committed 00002000:00010000:1.0:1790658066.807559:0:23247:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 3145728 -> 6291456 00002000:00010000:1.0:1790658066.807568:0:23247:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6151 -> 10247 00010000:00010000:1.0:1790658066.807582:0:23247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807596:0:23247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807606:0:23247:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807639:0:23247:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf7d094000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658066.807645:0:23247:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807654:0:23247:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807676:0:23247:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.807685:0:23247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054252ac9/0xefae7e19be40a66f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.808836:0:23247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+12:2418:x1877640454773632:12345-192.168.204.50@tcp:4:dd.0 Request processed in 95222us (96464us total) trans 12884901898 rc 0/0 00000100:00100000:1.0:1790658066.808850:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 4 00000100:00100000:1.0:1790658066.808886:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:1.0:1790658066.808899:0:23247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+11:2418:x1877640454773888:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:1.0:1790658066.808962:0:23247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.808979:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.808984:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.809223:0:23247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.809256:0:23247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790658066.857371:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901899 is committed 00002000:00010000:0.0:1790658066.857453:0:23248:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 6291456 -> 7654321 00002000:00010000:0.0:1790658066.857458:0:23248:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 0 -> 1790658066 00010000:00010000:0.0:1790658066.857473:0:23248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857486:0:23248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857511:0:23248:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857518:0:23248:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0e00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:0.0:1790658066.857523:0:23248:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857533:0:23248:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857554:0:23248:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857561:0:23248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb48ade3/0xefae7e19be40a668 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658066.857648:0:23248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d897808b-8e71-4237-9752-925ea61b2fba+11:2418:x1877640454773376:12345-192.168.204.50@tcp:4:dd.0 Request processed in 145890us (146387us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1790658066.857659:0:23248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 3 00000100:00100000:0.0:1790658066.857816:0:23248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:0.0:1790658066.857829:0:23248:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d897808b-8e71-4237-9752-925ea61b2fba+10:2418:x1877640454773504:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:0.0:1790658066.857860:0:23248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857874:0:23248:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.857885:0:23248:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790658066.857891:0:23248:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658066.857911:0:23248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1790658066.908887:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901900 is committed 00002000:00010000:1.0:1790658066.913396:0:23247:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 10247 -> 14343 00010000:00010000:1.0:1790658066.913415:0:23247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913427:0:23247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913436:0:23247:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913442:0:23247:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c200 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658066.913447:0:23247:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913455:0:23247:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913475:0:23247:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.913483:0:23247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d79102c4/0xefae7e19be40a676 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.914084:0:23247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+10:2418:x1877640454773888:12345-192.168.204.50@tcp:4:dd.0 Request processed in 105183us (202755us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1790658066.914096:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 5 00000100:00100000:1.0:1790658066.914126:0:23247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 7 00000100:00100000:1.0:1790658066.914137:0:23247:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+9:2418:x1877640454773760:12345-192.168.204.50@tcp:4:dd.0 00010000:00010000:1.0:1790658066.914201:0:23247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.914213:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.914217:0:23247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790658066.914223:0:23247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.914235:0:23247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790658066.959584:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901901 is committed 00002000:00010000:1.0:1790658066.961456:0:23248:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:1.0:1790658066.961480:0:23248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961493:0:23248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961503:0:23248:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961532:0:23248:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf528a0a00 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:1.0:1790658066.961537:0:23248:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961547:0:23248:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961569:0:23248:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790658066.961577:0:23248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008da44e1/0xefae7e19be40a67d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790658066.961680:0:23248:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d897808b-8e71-4237-9752-925ea61b2fba+9:2418:x1877640454773504:12345-192.168.204.50@tcp:4:dd.0 Request processed in 103848us (250323us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1790658066.961690:0:23248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 6 00000100:00100000:1.0:1790658066.993108:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471646080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790658066.993209:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658066.993864:0:21931:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646080 00000100:00100000:2.0:1790658066.993874:0:21931:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646080 00000100:00100000:2.0:1790658066.993949:0:21931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1790658066.993960:0:21931:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf8110ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471646080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790658066.994004:0:21931:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790658066.994070:0:21931:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf8110ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1877640471646080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658066.994077:0:21931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790658066.994237:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1877640471646080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790658067.000320:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790658067.000344:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf81243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471646208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790658067.000410:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790658067.000492:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646208 00000100:00100000:0.0:1790658067.000501:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646208 00000100:00100000:0.0:1790658067.000558:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790658067.000568:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471646208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790658067.000608:0:21932:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790658067.000653:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471646208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658067.000660:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790658067.000701:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf81243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471646208:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1790658067.033729:0:9061:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901902 is committed 00010000:00010000:0.0:1790658067.034103:0:23247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034119:0:23247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034128:0:23247:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034136:0:23247:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92cf66c1c000 already unused, calling callback (ffffffffc15ee900) 00010000:00010000:0.0:1790658067.034244:0:23247:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034256:0:23247:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034280:0:23247:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790658067.034288:0:23247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d279ee7/0xefae7e19be40a684 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790658067.034382:0:23247:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d897808b-8e71-4237-9752-925ea61b2fba+5:2418:x1877640454773760:12345-192.168.204.50@tcp:4:dd.0 Request processed in 120243us (323009us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1790658067.034393:0:23247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 7 00010000:00010000:0.0:1790658067.643792:0:21915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790658067.824990:0:22586:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1790658068.018394:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471646336:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018465:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018502:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471646848:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018527:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018545:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471647360:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018565:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018579:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471647872:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018616:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018639:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1790658068.018644:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471646464:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018664:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018675:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471646976:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018689:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018702:0:3451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6675ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471647488:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018725:0:3451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.018766:0:21919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646336 00000100:00100000:2.0:1790658068.018773:0:21919:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646336 00000100:00100000:2.0:1790658068.018814:0:21919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1790658068.018823:0:21919:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471646336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.018865:0:21919:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a+24:3451:x1877640471646336:12345-0@lo:400:kworker.0 Request processed in 44us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.018872:0:21919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1790658068.018908:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646848 00000100:00100000:2.0:1790658068.018921:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646848 00000100:00100000:2.0:1790658068.018941:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647360 00000100:00100000:2.0:1790658068.018943:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647360 00000100:00100000:2.0:1790658068.018953:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647872 00000100:00100000:2.0:1790658068.018955:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647872 00000100:00100000:2.0:1790658068.018974:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647488 00000100:00100000:2.0:1790658068.018976:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647488 00000100:00100000:2.0:1790658068.018987:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790658068.018992:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471646848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019023:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1877640471646848:12345-0@lo:400:kworker.0 Request processed in 30us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019028:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790658068.019040:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790658068.019045:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42c62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471647360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019067:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42c62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1877640471647360:12345-0@lo:400:kworker.0 Request processed in 22us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019072:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790658068.019083:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790658068.019088:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471647872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019116:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1877640471647872:12345-0@lo:400:kworker.0 Request processed in 28us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019122:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790658068.019131:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790658068.019136:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471647488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019178:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1877640471647488:12345-0@lo:400:kworker.0 Request processed in 41us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019183:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:2.0:1790658068.019200:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790658068.019204:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790658068.019212:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471646720:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019234:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019250:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471647232:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019265:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019276:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471647744:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019294:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019305:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1790658068.019310:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471646592:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019325:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019337:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf583f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471647104:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019352:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019366:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471647616:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019382:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658068.019399:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646720 00000100:00100000:2.0:1790658068.019403:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646720 00000100:00100000:2.0:1790658068.019435:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647232 00000100:00100000:2.0:1790658068.019438:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647232 00000100:00100000:2.0:1790658068.019449:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646592 00000100:00100000:2.0:1790658068.019451:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646592 00000100:00100000:2.0:1790658068.019461:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647104 00000100:00100000:2.0:1790658068.019463:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647104 00000100:00100000:2.0:1790658068.019475:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790658068.019480:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471646720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019515:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471646720:12345-0@lo:400:kworker.0 Request processed in 34us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019521:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790658068.019531:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790658068.019537:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471647232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019559:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471647232:12345-0@lo:400:kworker.0 Request processed in 23us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019564:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790658068.019572:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790658068.019577:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471646592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019594:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1877640471646592:12345-0@lo:400:kworker.0 Request processed in 18us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019599:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790658068.019606:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790658068.019611:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471647104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019629:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471647104:12345-0@lo:400:kworker.0 Request processed in 18us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019634:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1790658068.019647:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790658068.019655:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790658068.019681:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471646592:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019688:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471647104:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019695:0:3454:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1790658068.019699:0:3454:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff92ce4922aa00, transno 12884901892 00000004:00080000:2.0:1790658068.019707:0:3454:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1790658068.019723:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1877640471646720:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019731:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf583f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471647232:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019750:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646464 00000100:00100000:2.0:1790658068.019753:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646464 00000100:00100000:2.0:1790658068.019771:0:21932:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471646976 00000100:00100000:2.0:1790658068.019773:0:21932:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471646976 00000100:00100000:2.0:1790658068.019782:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1790658068.019787:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471646464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019818:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1877640471646464:12345-0@lo:400:kworker.0 Request processed in 31us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019824:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1790658068.019835:0:21932:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790658068.019841:0:21932:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471646976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019866:0:21932:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1877640471646976:12345-0@lo:400:kworker.0 Request processed in 25us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019871:0:21932:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790658068.019884:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647744 00000100:00100000:2.0:1790658068.019887:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647744 00000100:00100000:2.0:1790658068.019904:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471647616 00000100:00100000:2.0:1790658068.019906:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471647616 00000100:00100000:2.0:1790658068.019941:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790658068.019945:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471647744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.019974:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1877640471647744:12345-0@lo:400:kworker.0 Request processed in 28us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.019979:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790658068.019988:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790658068.019993:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471647616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020017:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1877640471647616:12345-0@lo:400:kworker.0 Request processed in 24us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658068.020023:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:2.0:1790658068.020035:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790658068.020038:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1790658068.020055:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92cf6675a680 x1877640471647616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658068.020067:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6675a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1877640471647616:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020075:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1877640471647744:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020094:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1877640471646464:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020103:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1877640471646976:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020111:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf6675ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1877640471647488:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020119:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf469d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:440341e8-d73f-4d2f-9b02-b5cdb3f4e72a:3451:1877640471646336:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020126:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1877640471646848:0@lo:400:kworker.0 00000100:00100000:2.0:1790658068.020135:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf66759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1877640471647360:0@lo:400:kworker.0 00010000:00080000:2.0:1790658068.020174:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ce42c60380 x1877640471647872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790658084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790658068.020183:0:3451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42c60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1877640471647872:0@lo:400:kworker.0 00000100:00100000:3.0:1790658068.021174:0:3452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92cf81241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471648000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790658068.021214:0:3452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658068.026431:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790658068.026455:0:3454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471648128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790658068.026814:0:3454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790658068.026856:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471648000 00000100:00100000:1.0:1790658068.026889:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471648000 00000100:00100000:1.0:1790658068.026932:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471648128 00000100:00100000:1.0:1790658068.026934:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471648128 00000100:00100000:1.0:1790658068.026948:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1790658068.026956:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf81240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471648000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790658068.026986:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 5111808 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790658068.027033:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf81240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1877640471648000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (5817us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658068.027040:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1790658068.027056:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790658068.027062:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce41c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471648128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790658068.027071:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 5111808 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790658068.027196:0:3452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92cf81241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1877640471648000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790658068.027290:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce41c51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1877640471648128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 228us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658068.027297:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1790658068.027329:0:3454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce41c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1877640471648128:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1790658068.656380:0:21916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790658068.824767:0:24754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1790658069.682043:0:24257:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790658070.064446:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790658070.064476:0:3453:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92ce42276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471648256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790658070.064541:0:3453:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790658070.064598:0:23244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640471648256 00000100:00100000:2.0:1790658070.064606:0:23244:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640471648256 00000100:00100000:2.0:1790658070.064657:0:23244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790658070.064666:0:23244:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471648256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790658070.064699:0:23244:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790658070.064751:0:23244:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1877640471648256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658070.064758:0:23244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1790658070.064779:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790658070.064814:0:3453:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92ce42276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1877640471648256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790658070.271960:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272012:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272043:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272083:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272103:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272121:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272161:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:2.0:1790658070.272187:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658070.272201:0:21922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774016 00000100:00100000:2.0:1790658070.272211:0:3444:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.50@tcp (source: 12345-192.168.204.50@tcp) 00000100:00100000:1.0:1790658070.272211:0:21922:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774016 00000100:00100000:2.0:1790658070.272231:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774528 00000100:00100000:2.0:1790658070.272241:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774528 00000100:00100000:2.0:1790658070.272273:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454775040 00000100:00100000:2.0:1790658070.272276:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454775040 00000100:00100000:1.0:1790658070.272278:0:21922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 165 00000100:00100000:1.0:1790658070.272287:0:21922:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2419:x1877640454774016:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658070.272288:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774400 00000100:00100000:2.0:1790658070.272290:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774400 00000100:00100000:2.0:1790658070.272300:0:23240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774912 00000100:00100000:2.0:1790658070.272301:0:23240:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774912 00000100:00100000:2.0:1790658070.272314:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:2.0:1790658070.272320:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774528:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:2.0:1790658070.272356:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42274380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774528:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 36us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658070.272363:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 30 00000100:00100000:2.0:1790658070.272378:0:23240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00100000:2.0:1790658070.272384:0:23240:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454775040:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:0.0:1790658070.272511:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774272 00000100:00100000:0.0:1790658070.272516:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774272 00000100:00100000:0.0:1790658070.272547:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774784 00000100:00100000:0.0:1790658070.272550:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774784 00000100:00100000:0.0:1790658070.272563:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774144 00000100:00100000:0.0:1790658070.272566:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774144 00000100:00100000:0.0:1790658070.272580:0:21926:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877640454774656 00000100:00100000:0.0:1790658070.272582:0:21926:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877640454774656 00000100:00100000:0.0:1790658070.272597:0:21926:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 64 00000100:00100000:0.0:1790658070.272602:0:21926:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774272:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:3.0:1790658070.272776:0:23243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 32 00000100:00100000:3.0:1790658070.272786:0:23243:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774400:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658070.272853:0:21922:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf7cedf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aa2fc3d9-6141-4aff-8d32-86922fa16e61+13:2419:x1877640454774016:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 566us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658070.272860:0:21922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 165 00000100:00100000:1.0:1790658070.272906:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 65 00000100:00100000:1.0:1790658070.272920:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454774784:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658070.272946:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454774784:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 27us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658070.272952:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 65 00000100:00100000:1.0:1790658070.272966:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 66 00000100:00100000:1.0:1790658070.272971:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+21:2419:x1877640454774144:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658070.272996:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d897808b-8e71-4237-9752-925ea61b2fba+21:2419:x1877640454774144:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 24us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658070.273002:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 66 00000100:00100000:1.0:1790658070.273013:0:21927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 67 00000100:00100000:1.0:1790658070.273019:0:21927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92ce42276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2419:x1877640454774656:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658070.273043:0:21927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:824a517a-09a1-457b-b840-9e2d1e33eeb4+6:2419:x1877640454774656:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 24us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658070.273049:0:21927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 67 00000100:00100000:1.0:1790658070.275876:0:23379:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1790658070.275897:0:23379:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:1.0:1790658070.276040:0:23379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.50@tcp, seq: 33 00000100:00100000:1.0:1790658070.276056:0:23379:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454774912:12345-192.168.204.50@tcp:400:kworker.0 00000100:00100000:1.0:1790658070.276119:0:23379:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92cf66c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454774912:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 68us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1790658070.276127:0:23379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 33 00000100:00100000:2.0:1790658070.276204:0:23240:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:824a517a-09a1-457b-b840-9e2d1e33eeb4+5:2419:x1877640454775040:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 3817us (4096us total) trans 0 rc 0/0 00000100:00100000:2.0:1790658070.276212:0:23240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 31 00000100:00080000:2.0:1790658070.276248:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790658070.276254:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790658070.276258:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790658070.276260:0:21923:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790658070.279453:0:21926:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774272:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 6835us (7426us total) trans 0 rc 0/0 00000100:00100000:0.0:1790658070.279485:0:21926:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 64 00000100:00100000:3.0:1790658070.279840:0:23243:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92ce42274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d897808b-8e71-4237-9752-925ea61b2fba+5:2419:x1877640454774400:12345-192.168.204.50@tcp:400:kworker.0 Request processed in 7053us (7696us total) trans 0 rc 0/0 00000100:00100000:3.0:1790658070.279850:0:23243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.50@tcp, seq: 32 Debug log: 14598 lines, 14598 kept, 0 dropped, 0 bad.