00010000:00010000:0.0F:1788619450.529744:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619451.361554:0:17229:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788619451.361564:0:17229:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788619451.361585:0:17229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788619451.361594:0:17229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788619451.557605:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0F:1788619452.579739:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619453.100635:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.100735:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.100760:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.100779:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.100797:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.100814:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.107969:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.108000:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0F:1788619453.108138:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803072 00000100:00100000:1.0:1788619453.108156:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803072 00000100:00100000:1.0:1788619453.108542:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803200 00000100:00100000:1.0:1788619453.108547:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803200 00000100:00100000:0.0:1788619453.108582:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619453.108613:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872802688 00000100:00100000:0.0:1788619453.108618:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872802688 00000100:00100000:0.0:1788619453.108667:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 168 00000100:00100000:0.0:1788619453.108677:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7784850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba4fd8b2-aa99-40b6-be71-657aec707adb+13:2391:x1875502872802688:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619453.108746:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7784850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba4fd8b2-aa99-40b6-be71-657aec707adb+13:2391:x1875502872802688:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 70us (8009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619453.108754:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 168 00000100:00100000:0.0:1788619453.108788:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872802944 00000100:00100000:0.0:1788619453.108792:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872802944 00000100:00080000:3.0:1788619453.108868:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619453.108873:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788619453.108875:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0F:1788619453.108960:0:19244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803584 00000100:00100000:2.0:1788619453.108972:0:19244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803584 00000100:00100000:2.0:1788619453.109006:0:19244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803712 00000100:00100000:2.0:1788619453.109009:0:19244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803712 00000100:00100000:2.0:1788619453.109026:0:19244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:2.0:1788619453.109032:0:19244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7adf61bc-be1e-420f-ac53-858138e0d315+5:2389:x1875502872803072:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:2.0:1788619453.109053:0:19244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8400 00000100:00080000:2.0:1788619453.109068:0:19244:0:(import.c:65:import_set_state_nolock()) ffff9d09c2574000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788619453.109116:0:19244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788619453.109263:0:19244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7adf61bc-be1e-420f-ac53-858138e0d315+2:2389:x1875502872803072:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 229us (8635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619453.109270:0:19244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:2.0:1788619453.109283:0:19244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:2.0:1788619453.109290:0:19244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c426b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2389:x1875502872803584:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:2.0:1788619453.109302:0:19244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca843f 00000100:00080000:2.0:1788619453.109307:0:19244:0:(import.c:65:import_set_state_nolock()) ffff9d09c4117800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788619453.109328:0:19244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788619453.109393:0:19244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c426b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:526a8bef-c4e7-4274-95a5-be3874e91c3f+2:2389:x1875502872803584:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 103us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619453.109399:0:19244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:2.0:1788619453.109412:0:19244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:2.0:1788619453.109418:0:19244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c426bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2389:x1875502872803712:12345-192.168.201.30@tcp:9:kworker.0 00000020:00000080:2.0:1788619453.109426:0:19244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8446 00000100:00080000:2.0:1788619453.109431:0:19244:0:(import.c:65:import_set_state_nolock()) ffff9d09c2571000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788619453.109450:0:19244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788619453.109621:0:19244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c426bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:526a8bef-c4e7-4274-95a5-be3874e91c3f+2:2389:x1875502872803712:12345-192.168.201.30@tcp:9:kworker.0 Request processed in 203us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619453.109635:0:19244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 29 00010000:00010000:2.0:1788619453.109705:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619453.109710:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619453.109715:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788619453.109764:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788619453.109767:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619453.109874:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:1.0:1788619453.109883:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c37a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872803200:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619453.109910:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c37a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872803200:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 29us (9095us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619453.109915:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:1.0:1788619453.111505:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803328 00000100:00100000:1.0:1788619453.111516:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803328 00000100:00100000:1.0:1788619453.111549:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872802816 00000100:00100000:1.0:1788619453.111552:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872802816 00000100:00100000:1.0:1788619453.111563:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803456 00000100:00100000:1.0:1788619453.111566:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803456 00000100:00100000:1.0:1788619453.111584:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:1.0:1788619453.111592:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c37a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2391:x1875502872803328:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619453.111655:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c37a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2391:x1875502872803328:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 51us (10862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619453.111663:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:1.0:1788619453.111676:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 71 00000100:00100000:1.0:1788619453.111682:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c37a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7adf61bc-be1e-420f-ac53-858138e0d315+13:2391:x1875502872802816:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619453.111707:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c37a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7adf61bc-be1e-420f-ac53-858138e0d315+13:2391:x1875502872802816:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 25us (10909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619453.111713:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 71 00000100:00100000:1.0:1788619453.111725:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 72 00000100:00100000:1.0:1788619453.111733:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2391:x1875502872803456:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619453.111770:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2391:x1875502872803456:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 37us (3814us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619453.111777:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 72 00000100:00100000:0.0:1788619453.111950:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 73 00000100:00100000:0.0:1788619453.111958:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c37a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872802944:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619453.111983:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c37a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872802944:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 26us (11222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619453.112000:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 73 00000100:00080000:3.0:1788619453.113266:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619453.113274:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788619453.155444:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c426a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893859968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788619453.156120:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619453.156545:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893859968 00000100:00100000:0.0:1788619453.156554:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893859968 00000100:00080000:3.0:1788619453.157469:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788619453.157692:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788619453.157706:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893859968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788619453.157739:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788619453.157817:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893859968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619453.157823:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788619453.157911:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c426a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893859968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788619453.326756:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619453.326853:0:19033:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803840 00000100:00100000:3.0:1788619453.326864:0:19033:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803840 00000100:00100000:3.0:1788619453.326924:0:19033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 65 00000100:00100000:3.0:1788619453.326935:0:19033:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7adf61bc-be1e-420f-ac53-858138e0d315+13:15589:x1875502872803840:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788619453.327040:0:19033:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7adf61bc-be1e-420f-ac53-858138e0d315+13:15589:x1875502872803840:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 Request processed in 108us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619453.327047:0:19033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 65 00000100:00100000:0.0:1788619453.341781:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619453.341885:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872803968 00000100:00100000:1.0:1788619453.341895:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872803968 00000100:00100000:1.0:1788619453.341959:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 66 00000100:00100000:1.0:1788619453.341970:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c426ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:15589:x1875502872803968:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788619453.342079:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c426ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+5:15589:x1875502872803968:12345-192.168.201.30@tcp:60:lhsmtool_posix.0 Request processed in 111us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619453.342086:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 66 00000100:00100000:0.0:1788619453.362274:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619453.362375:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804224 00000100:00100000:1.0:1788619453.362387:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804224 00000100:00100000:1.0:1788619453.362453:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:1.0:1788619453.362462:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7adf61bc-be1e-420f-ac53-858138e0d315+13:15589:x1875502872804224:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788619453.362708:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7adf61bc-be1e-420f-ac53-858138e0d315+14:15589:x1875502872804224:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 246us (442us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788619453.362715:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 12 00010000:00010000:2.0:1788619453.610501:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619454.625631:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619454.689417:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893860224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619454.689504:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619454.689578:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afc549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893860096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619454.689604:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619454.689706:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860224 00000100:00100000:1.0:1788619454.689714:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860224 00000100:00100000:1.0:1788619454.689755:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860096 00000100:00100000:1.0:1788619454.689759:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860096 00000100:00100000:1.0:1788619454.689775:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788619454.689782:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893860224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788619454.689819:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788619454.689902:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893860224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619454.689909:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788619454.689925:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788619454.689931:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893860096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619454.689948:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619454.689972:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893860096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619454.689977:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788619454.690088:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893860224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619454.690099:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afc549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893860096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619455.201763:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893860352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788619455.201839:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.201977:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860352 00000100:00100000:1.0:1788619455.201987:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860352 00000100:00100000:1.0:1788619455.202041:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788619455.202051:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c426a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893860352:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788619455.202074:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893860480:0@lo:400:kworker.0 00002000:00000024:1.0:1788619455.202093:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788619455.202106:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202130:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893860992:0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202150:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c426a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893860352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202153:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202158:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788619455.202166:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893861504:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202201:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202209:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893860864:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202220:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788619455.202225:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893860608:0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202233:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202247:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202249:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893861376:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202261:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4147b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893861120:0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202266:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202278:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202280:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893861888:0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202296:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202307:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893861632:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202326:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202328:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893860352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619455.202344:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788619455.202348:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860992 00000100:00100000:0.0:1788619455.202351:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860992 00000100:00100000:1.0:1788619455.202356:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4147800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893860736:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202373:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861504 00000100:00100000:0.0:1788619455.202375:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861504 00000100:00100000:1.0:1788619455.202379:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202387:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861376 00000100:00100000:0.0:1788619455.202390:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861376 00000100:00100000:1.0:1788619455.202395:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893861248:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202399:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861888 00000100:00100000:0.0:1788619455.202401:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861888 00000100:00100000:0.0:1788619455.202412:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861632 00000100:00100000:1.0:1788619455.202414:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619455.202415:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861632 00000100:00100000:0.0:1788619455.202428:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788619455.202429:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3640:1875502893861760:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202435:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893860992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202445:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619455.202480:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861760 00000100:00100000:1.0:1788619455.202483:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861760 00000100:00100000:1.0:1788619455.202504:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788619455.202510:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860608 00000100:00100000:1.0:1788619455.202510:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893861504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619455.202514:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860608 00000100:00100000:2.0:1788619455.202530:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861120 00000100:00100000:2.0:1788619455.202533:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861120 00000100:00100000:2.0:1788619455.202560:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788619455.202566:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893860608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202630:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893860992:12345-0@lo:400:kworker.0 Request processed in 194us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202637:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788619455.202651:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788619455.202657:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893861376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202689:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893861376:12345-0@lo:400:kworker.0 Request processed in 33us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202696:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788619455.202707:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788619455.202713:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893861888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202738:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893861888:12345-0@lo:400:kworker.0 Request processed in 26us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202743:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788619455.202754:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788619455.202767:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893861632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202796:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893861632:12345-0@lo:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202801:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788619455.202813:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788619455.202819:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875502893861760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202844:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875502893861760:12345-0@lo:400:kworker.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202850:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788619455.202855:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893861504:12345-0@lo:400:kworker.0 Request processed in 345us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619455.202861:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788619455.202868:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860864 00000100:00100000:0.0:1788619455.202871:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860864 00000100:00100000:1.0:1788619455.202878:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860736 00000100:00100000:1.0:1788619455.202881:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860736 00000100:00100000:0.0:1788619455.202893:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893861248 00000100:00100000:0.0:1788619455.202896:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893861248 00000100:00100000:1.0:1788619455.202903:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788619455.202908:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893860864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.202909:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619455.202914:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893860736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619455.202937:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893860864:12345-0@lo:400:kworker.0 Request processed in 29us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.202937:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893860736:12345-0@lo:400:kworker.0 Request processed in 23us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619455.202943:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1788619455.203008:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788619455.203013:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619455.203022:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788619455.203024:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788619455.203030:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619455.203040:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788619455.203080:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619455.203107:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893860480 00000100:00100000:3.0:1788619455.203111:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893860480 00000100:00100000:3.0:1788619455.203147:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788619455.203153:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7787450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3637:x1875502893860480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619455.203193:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7787450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3637:x1875502893860480:12345-0@lo:400:kworker.0 Request processed in 26us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619455.203199:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788619455.203249:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788619455.203268:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619455.203290:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862016 00000100:00100000:3.0:1788619455.203293:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862016 00000100:00100000:3.0:1788619455.203306:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862144 00000100:00100000:3.0:1788619455.203308:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862144 00000100:00100000:3.0:1788619455.203317:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788619455.203322:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893862016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788619455.203334:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788619455.203363:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893862016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619455.203368:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788619455.203378:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788619455.203383:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893862144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788619455.203397:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788619455.203426:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893862144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619455.203432:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788619455.203732:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788619455.203750:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862016:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1788619455.203907:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aff894e00 x1875502893861632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619455.203917:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893861632:0@lo:400:kworker.0 00000100:00100000:3.0:1788619455.203927:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893860480:0@lo:400:kworker.0 00000100:00100000:3.0:1788619455.203936:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893860992:0@lo:400:kworker.0 00000100:00100000:3.0:1788619455.203944:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893861504:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208468:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619455.208516:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788619455.208533:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afc54bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893861248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208653:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afc54bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893861248:12345-0@lo:400:kworker.0 Request processed in 129us (6236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619455.208660:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788619455.208728:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4147800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893860736:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208743:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893861248:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208774:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3640:1875502893861760:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208786:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893860864:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.208797:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893861376:0@lo:400:kworker.0 00010000:00080000:0.0:1788619455.208811:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aff897800 x1875502893861888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619455.208822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893861888:0@lo:400:kworker.0 00000100:00100000:2.0:1788619455.209101:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893860608:12345-0@lo:400:kworker.0 Request processed in 6532us (6849us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619455.209111:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788619455.209130:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788619455.209139:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893861120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619455.209172:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893861120:12345-0@lo:400:kworker.0 Request processed in 35us (6892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619455.209178:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788619455.209706:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893860608:0@lo:400:kworker.0 00000100:00100000:0.0:1788619455.209719:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4147b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893861120:0@lo:400:kworker.0 00000040:00080000:2.0:1788619455.521878:0:17948:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788619455.649577:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788619456.229007:0:17173:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1788619456.229027:0:17173:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1788619456.229094:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1788619456.229110:0:17233:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1788619456.673733:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619457.697442:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619458.219481:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619458.219571:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619458.219621:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804480 00000100:00100000:1.0:1788619458.219634:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804480 00000100:00100000:1.0:1788619458.219716:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 80 00000100:00100000:1.0:1788619458.219730:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7adf61bc-be1e-420f-ac53-858138e0d315+13:2390:x1875502872804480:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619458.219832:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7adf61bc-be1e-420f-ac53-858138e0d315+13:2390:x1875502872804480:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 106us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619458.219850:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 80 00000100:00080000:1.0:1788619458.219877:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788619458.220766:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804352 00000100:00100000:0.0:1788619458.220775:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804352 00000100:00100000:0.0:1788619458.220830:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 170 00000100:00100000:0.0:1788619458.220839:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba4fd8b2-aa99-40b6-be71-657aec707adb+13:2391:x1875502872804352:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619458.220890:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba4fd8b2-aa99-40b6-be71-657aec707adb+13:2391:x1875502872804352:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 51us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619458.220898:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 170 00000100:00100000:0.0:1788619458.230551:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619458.230706:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619458.230745:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619458.230802:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804736 00000100:00100000:1.0:1788619458.230813:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804736 00000100:00100000:1.0:1788619458.230885:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00100000:1.0:1788619458.230896:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7adf61bc-be1e-420f-ac53-858138e0d315+5:2390:x1875502872804736:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619458.230972:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7adf61bc-be1e-420f-ac53-858138e0d315+5:2390:x1875502872804736:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619458.230978:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00080000:2.0:1788619458.231202:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788619458.231398:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619458.231547:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804864 00000100:00100000:3.0:1788619458.231548:0:19033:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804608 00000100:00100000:3.0:1788619458.231562:0:19033:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804608 00000100:00100000:1.0:1788619458.231568:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804864 00000100:00100000:1.0:1788619458.231615:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 81 00000100:00080000:2.0:1788619458.231617:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788619458.231620:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788619458.231623:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2391:x1875502872804864:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619458.231750:0:19033:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872804992 00000100:00100000:3.0:1788619458.231754:0:19033:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872804992 00000100:00100000:3.0:1788619458.231781:0:19033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 82 00000100:00100000:3.0:1788619458.231801:0:19033:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872804608:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619458.231860:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2391:x1875502872804864:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 237us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619458.231869:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 81 00000100:00100000:1.0:1788619458.231884:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 83 00000100:00100000:1.0:1788619458.231891:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2390:x1875502872804992:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619458.231918:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2390:x1875502872804992:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 27us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619458.231924:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 83 00000100:00100000:3.0:1788619458.232951:0:19033:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7adf61bc-be1e-420f-ac53-858138e0d315+5:2391:x1875502872804608:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 1142us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619458.232972:0:19033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 82 00000100:00080000:2.0:1788619458.233378:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:02000400:1.0:1788619458.255047:0:20570:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 10:44:17 (1788619457) 00000100:00100000:3.0:1788619458.274437:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893862272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788619458.274536:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619458.274702:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862272 00000100:00100000:2.0:1788619458.274725:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862272 00000100:00100000:2.0:1788619458.274804:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788619458.274814:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893862272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788619458.274851:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619458.274903:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893862272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619458.274911:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788619458.274937:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619458.275268:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893862272:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788619458.722137:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788619459.305278:0:19515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 526a8bef-c4e7-4274-95a5-be3874e91c3f 00000020:00000080:1.0:1788619459.305292:0:19515:0:(genops.c:885:class_export_put()) final put ffff9d09c2570000/526a8bef-c4e7-4274-95a5-be3874e91c3f 00000020:00000080:2.0:1788619459.305621:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2570000/526a8bef-c4e7-4274-95a5-be3874e91c3f for lustre-OST0001 00000020:00000080:2.0:1788619459.305705:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c2571000 for lustre-OST0001 00000001:00100000:2.0:1788619459.308008:0:18696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 526a8bef-c4e7-4274-95a5-be3874e91c3f 00000020:00000080:2.0:1788619459.308021:0:18696:0:(genops.c:885:class_export_put()) final put ffff9d09c4112000/526a8bef-c4e7-4274-95a5-be3874e91c3f 00000001:00100000:2.0:1788619459.308100:0:18696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7adf61bc-be1e-420f-ac53-858138e0d315 00000020:00000080:2.0:1788619459.308103:0:18696:0:(genops.c:885:class_export_put()) final put ffff9d09c2572000/7adf61bc-be1e-420f-ac53-858138e0d315 00000020:00000080:3.0:1788619459.308347:0:474:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c4112000/526a8bef-c4e7-4274-95a5-be3874e91c3f for lustre-OST0000 00000020:00000080:3.0:1788619459.308423:0:474:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c4117800 for lustre-OST0000 00000020:00000080:0.0:1788619459.322696:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2572000/7adf61bc-be1e-420f-ac53-858138e0d315 for lustre-OST0000 00000020:00000080:1.0:1788619459.322887:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c2574000 for lustre-OST0000 00010000:00010000:2.0:1788619459.746079:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619459.810461:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893862400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619459.810574:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619459.810679:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862400 00000100:00100000:3.0:1788619459.810690:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862400 00000100:00100000:3.0:1788619459.810892:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788619459.810904:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893862400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788619459.810991:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788619459.811051:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893862400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619459.811060:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788619459.811129:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893862400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788619459.811944:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788619459.811959:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788619459.812009:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619459.812167:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862528 00000100:00100000:1.0:1788619459.812174:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862528 00000100:00100000:1.0:1788619459.812246:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788619459.812254:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893862528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619459.812283:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619459.812321:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893862528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619459.812328:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788619459.812378:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893862528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619460.322806:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788619460.322837:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893862656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788619460.322933:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619460.322995:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862656 00000100:00100000:2.0:1788619460.323004:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862656 00000100:00100000:2.0:1788619460.323074:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788619460.323088:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c416dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893862656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788619460.323129:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619460.323208:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c416dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893862656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619460.323217:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1788619460.323252:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788619460.323299:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893862656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788619460.323844:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893863040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788619460.323878:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619460.323906:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863040 00000100:00100000:2.0:1788619460.323911:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863040 00000100:00100000:2.0:1788619460.323942:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788619460.323948:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c416e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893863040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788619460.323970:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619460.324002:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c416e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893863040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619460.324009:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788619460.324021:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619460.324043:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893863040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788619460.324241:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893862784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788619460.324275:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619460.324352:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862784 00000100:00100000:2.0:1788619460.324356:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862784 00000100:00100000:2.0:1788619460.324396:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788619460.324403:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893862784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788619460.324414:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788619460.326701:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893863168:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.326790:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.326847:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893863680:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.326880:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.326900:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893864192:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.326924:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.326953:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788619460.326959:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893863552:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.326986:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327006:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893864064:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327027:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327057:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893862912:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327107:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327131:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893863424:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327153:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327171:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893863936:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327224:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327245:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788619460.327251:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893863296:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327275:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327286:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893863808:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327307:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619460.327335:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863168 00000100:00100000:1.0:1788619460.327344:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863168 00000100:00100000:1.0:1788619460.327394:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863424 00000100:00100000:1.0:1788619460.327398:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863424 00000100:00100000:1.0:1788619460.327420:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788619460.327430:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893863168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327497:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893863168:12345-0@lo:400:kworker.0 Request processed in 67us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327505:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788619460.327537:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788619460.327544:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893863424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327579:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893863424:12345-0@lo:400:kworker.0 Request processed in 35us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327586:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788619460.327606:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863680 00000100:00100000:1.0:1788619460.327609:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863680 00000100:00100000:1.0:1788619460.327640:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864192 00000100:00100000:1.0:1788619460.327644:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864192 00000100:00100000:1.0:1788619460.327662:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864064 00000100:00100000:1.0:1788619460.327666:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864064 00000100:00100000:1.0:1788619460.327679:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863936 00000100:00100000:1.0:1788619460.327682:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863936 00000100:00100000:1.0:1788619460.327695:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863296 00000100:00100000:1.0:1788619460.327698:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863296 00000100:00100000:1.0:1788619460.327708:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863808 00000100:00100000:1.0:1788619460.327710:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863808 00000100:00100000:1.0:1788619460.327725:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788619460.327730:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893863680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327762:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893863680:12345-0@lo:400:kworker.0 Request processed in 32us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327768:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788619460.327780:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788619460.327785:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875502893864192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327810:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875502893864192:12345-0@lo:400:kworker.0 Request processed in 24us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327815:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788619460.327825:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788619460.327830:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893864064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327851:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893864064:12345-0@lo:400:kworker.0 Request processed in 22us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327857:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788619460.327866:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788619460.327871:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893863936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327890:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893863936:12345-0@lo:400:kworker.0 Request processed in 20us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327902:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788619460.327912:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788619460.327916:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893863296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327939:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893863296:12345-0@lo:400:kworker.0 Request processed in 23us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.327944:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788619460.327952:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788619460.327957:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893863808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.327998:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893863808:12345-0@lo:400:kworker.0 Request processed in 40us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.328004:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788619460.328031:0:18701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893863552 00000100:00100000:1.0:1788619460.328036:0:18701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893863552 00000100:00100000:1.0:1788619460.328068:0:18701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788619460.328074:0:18701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893863552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.328102:0:18701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893863552:12345-0@lo:400:kworker.0 Request processed in 29us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.328107:0:18701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788619460.328129:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893862912 00000100:00100000:1.0:1788619460.328132:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893862912 00000100:00100000:1.0:1788619460.328156:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788619460.328161:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7785850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3640:x1875502893862912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329389:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7785850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3640:x1875502893862912:12345-0@lo:400:kworker.0 Request processed in 1217us (2271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619460.329404:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788619460.329510:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893863552:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329537:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893864064:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329552:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893863168:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329564:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893863680:0@lo:400:kworker.0 00010000:00080000:1.0:1788619460.329581:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c1eff480 x1875502893864192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619460.329593:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893864192:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329668:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893863296:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329683:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893863808:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329693:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893862912:0@lo:400:kworker.0 00000100:00100000:1.0:1788619460.329705:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893863424:0@lo:400:kworker.0 00010000:00080000:1.0:1788619460.329718:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c1efe300 x1875502893863936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619460.329727:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893863936:0@lo:400:kworker.0 00000100:00100000:2.0:1788619460.329969:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893862784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5562us (5688us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619460.329980:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1788619460.330010:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788619460.330018:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788619460.330020:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788619460.330024:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788619460.334006:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c416c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893862784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788619460.772399:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788619461.601836:0:17229:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788619461.601849:0:17229:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788619461.601880:0:17229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788619461.601891:0:17229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788619461.795720:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619462.817650:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619463.076177:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619463.076499:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872805248 00000100:00100000:1.0:1788619463.076514:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872805248 00000100:00100000:1.0:1788619463.076674:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:1.0:1788619463.076690:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c416df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7adf61bc-be1e-420f-ac53-858138e0d315+13:16351:x1875502872805248:12345-192.168.201.30@tcp:35:umount.0 00000001:00080000:1.0:1788619463.077082:0:17196:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1788619463.077257:0:17196:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1788619463.077454:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c416df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7adf61bc-be1e-420f-ac53-858138e0d315+16:16351:x1875502872805248:12345-192.168.201.30@tcp:35:umount.0 Request processed in 766us (1292us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788619463.077481:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00000020:00080000:1.0:1788619463.077488:0:17196:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1788619463.077629:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788619463.088161:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619463.088243:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619463.088261:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619463.088303:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619463.088740:0:17178:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872805376 00000100:00100000:2.0:1788619463.088754:0:17178:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872805376 00000100:00100000:2.0:1788619463.088830:0:17178:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872805632 00000100:00100000:2.0:1788619463.088833:0:17178:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872805632 00000100:00100000:2.0:1788619463.088844:0:17178:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872805504 00000100:00100000:2.0:1788619463.088846:0:17178:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872805504 00000100:00100000:2.0:1788619463.088862:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:2.0:1788619463.088872:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+15:2391:x1875502872805376:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788619463.088892:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788619463.088916:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd5400/0xf71e40bfc4ca83dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16853eb expref: 15 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619463.088940:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788619463.089008:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+14:2391:x1875502872805376:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 137us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619463.089016:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:2.0:1788619463.089034:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:2.0:1788619463.089039:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af666cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+13:2391:x1875502872805632:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788619463.089047:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788619463.089055:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ed000/0xf71e40bfc4ca84a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854d2 expref: 13 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619463.089078:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788619463.089094:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af666cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+12:2391:x1875502872805632:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 55us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619463.089100:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:2.0:1788619463.089154:0:17178:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788619463.089159:0:17178:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+11:2391:x1875502872805504:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788619463.089166:0:17178:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788619463.089174:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca83e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168541c expref: 11 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619463.089236:0:17178:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788619463.089253:0:17178:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ba4fd8b2-aa99-40b6-be71-657aec707adb+10:2391:x1875502872805504:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 94us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619463.089259:0:17178:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788619463.090114:0:19244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872805760 00000100:00100000:2.0:1788619463.090125:0:19244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872805760 00000100:00100000:2.0:1788619463.090239:0:19244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:2.0:1788619463.090250:0:19244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7adf61bc-be1e-420f-ac53-858138e0d315+5:2389:x1875502872805760:12345-192.168.201.30@tcp:9:umount.0 00000020:00000080:2.0:1788619463.090291:0:19244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8407 00000100:00080000:2.0:1788619463.090302:0:19244:0:(import.c:65:import_set_state_nolock()) ffff9d09c3838800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788619463.090382:0:19244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788619463.090567:0:19244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7adf61bc-be1e-420f-ac53-858138e0d315+2:2389:x1875502872805760:12345-192.168.201.30@tcp:9:umount.0 Request processed in 318us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619463.090576:0:19244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 30 00010000:00010000:2.0:1788619463.090598:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788619463.094552:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788619463.126076:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619463.126229:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872806656 00000100:00100000:1.0:1788619463.126243:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872806656 00000100:00100000:1.0:1788619463.126342:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 67 00000100:00100000:1.0:1788619463.126355:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+16:2389:x1875502872806656:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788619463.126610:0:17192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca83f9 00000020:00010000:1.0:1788619463.126634:0:17192:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d09c383e800: total 0 00000100:00080000:1.0:1788619463.126640:0:17192:0:(import.c:65:import_set_state_nolock()) ffff9d09c383a000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788619463.126681:0:17192:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1788619463.127075:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7adf61bc-be1e-420f-ac53-858138e0d315+15:2389:x1875502872806656:12345-192.168.201.30@tcp:39:umount.0 Request processed in 719us (1011us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788619463.127085:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 67 00000020:00010000:3.0:1788619463.127103:0:19714:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d09c383e800: total 0 00010000:00010000:3.0:1788619463.127112:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619463.127204:0:19714:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d09c383e800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788619463.127270:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d09c35cad00) 00010000:00010000:3.0:1788619463.127273:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788619463.127284:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0afcbbcc00/0xf71e40bfc4ca861b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685542 expref: 14 pid: 19033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128464:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d09c35cad00) 00010000:00010000:3.0:1788619463.128657:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788619463.128669:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0afcbbc600/0xf71e40bfc4ca8709 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168558f expref: 13 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128707:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d0ad2f51200) 00010000:00010000:3.0:1788619463.128710:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788619463.128714:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5a00/0xf71e40bfc4ca84d9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854e0 expref: 12 pid: 19033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128738:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d0ad2f51600) 00010000:00010000:3.0:1788619463.128740:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788619463.128745:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8518 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854ee expref: 11 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128758:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9d0ad2f51f00) 00010000:00010000:3.0:1788619463.128761:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788619463.128766:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4000/0xf71e40bfc4ca86a7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168556c expref: 10 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128783:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d09c2702200) 00010000:00010000:3.0:1788619463.128786:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788619463.128790:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ad8ac6400/0xf71e40bfc4ca84bd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854d9 expref: 9 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128839:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9d09c2702300) 00010000:00010000:3.0:1788619463.128842:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788619463.128847:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca859d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685518 expref: 8 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128865:0:19714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d09c35cad00) 00010000:00010000:3.0:1788619463.128876:0:19714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788619463.128881:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ad8ac7000/0xf71e40bfc4ca864c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685557 expref: 7 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619463.128898:0:19714:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d09c383e800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788619463.128939:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619463.128943:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619463.128946:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619463.157809:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619463.158001:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872806784 00000100:00100000:1.0:1788619463.158015:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872806784 00000100:00100000:1.0:1788619463.158109:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 68 00000100:00100000:1.0:1788619463.158123:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7adf61bc-be1e-420f-ac53-858138e0d315+5:2389:x1875502872806784:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788619463.158171:0:17193:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca83f2 00000100:00080000:1.0:1788619463.158252:0:17193:0:(import.c:65:import_set_state_nolock()) ffff9d09c3838000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788619463.158289:0:17193:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1788619463.158359:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619463.158633:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7adf61bc-be1e-420f-ac53-858138e0d315+3:2389:x1875502872806784:12345-192.168.201.30@tcp:39:umount.0 Request processed in 511us (841us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1788619463.158643:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 68 00000100:00080000:0.0:1788619463.158909:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788619463.343417:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619463.343731:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872806912 00000100:00100000:1.0:1788619463.343745:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872806912 00000100:00100000:1.0:1788619463.343842:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 90 00000100:00100000:1.0:1788619463.343874:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c416c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2393:x1875502872806912:12345-192.168.201.30@tcp:400:kworker.0 00000100:00080000:0.0:1788619463.343892:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788619463.343975:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c416c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2393:x1875502872806912:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 105us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619463.343983:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 90 00000100:00100000:2.0:1788619463.344067:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619463.344131:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807040 00000100:00100000:1.0:1788619463.344136:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807040 00000100:00100000:1.0:1788619463.344175:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 91 00000100:00100000:1.0:1788619463.344219:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c416d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2393:x1875502872807040:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619463.344247:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c416d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2393:x1875502872807040:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619463.344254:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 91 00000100:00080000:2.0:1788619463.344514:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788619463.393981:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788619463.394016:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893864320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788619463.394117:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619463.398042:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864320 00000100:00100000:3.0:1788619463.398064:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864320 00000100:00100000:3.0:1788619463.398229:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788619463.398249:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893864320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788619463.398296:0:18704:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788619463.398407:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c41a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893864320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (4290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619463.398415:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788619463.398573:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893864320:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788619463.398933:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788619463.842077:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619464.865675:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619464.929535:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788619464.929582:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff7c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893864448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619464.929695:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619464.930131:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864448 00000100:00100000:1.0:1788619464.930143:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864448 00000100:00100000:1.0:1788619464.930234:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788619464.930246:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893864448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619464.930294:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619464.930365:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893864448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619464.930373:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788619464.930498:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff7c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893864448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619464.931037:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff86ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893864576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788619464.931083:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619464.931209:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864576 00000100:00100000:2.0:1788619464.931215:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864576 00000100:00100000:2.0:1788619464.931256:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788619464.931264:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893864576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788619464.931288:0:17199:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788619464.931339:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893864576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619464.931346:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788619464.931420:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff86ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893864576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788619465.441851:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788619465.441885:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff86ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893864704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788619465.442003:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619465.442068:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864704 00000100:00100000:0.0:1788619465.442079:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864704 00000100:00100000:0.0:1788619465.442158:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788619465.442171:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893864704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788619465.442247:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788619465.442305:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893864704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619465.442313:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788619465.442376:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff86ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893864704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788619465.442965:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893864960:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.443034:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619465.443079:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893865472:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.443122:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619465.443147:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893865984:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.443177:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619465.443224:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788619465.443231:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893864832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788619465.443256:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619465.443271:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893865344:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.443309:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619465.443440:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893865856:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.443467:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619465.443569:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864960 00000100:00100000:0.0:1788619465.443584:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864960 00000100:00100000:0.0:1788619465.443627:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788619465.443635:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3640:x1875502893864960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619465.443680:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3640:x1875502893864960:12345-0@lo:400:kworker.0 Request processed in 46us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619465.443687:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788619465.443724:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893864832 00000100:00100000:0.0:1788619465.443728:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893864832 00000100:00100000:0.0:1788619465.443757:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788619465.443763:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893864832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788619465.443780:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788619465.443810:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893864832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619465.443816:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1788619465.443861:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788619465.443886:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865472 00000100:00100000:0.0:1788619465.443890:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865472 00000100:00100000:1.0:1788619465.443965:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893865216:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.444003:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.444028:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893865728:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.444050:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.444079:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893866240:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.444158:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893866368:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.444209:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619465.444320:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788619465.444340:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff86ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893865472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619465.444382:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff86ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893865472:12345-0@lo:400:kworker.0 Request processed in 56us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619465.444389:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788619465.445751:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893864960:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.445774:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893865472:0@lo:400:kworker.0 00000100:00100000:2.0:1788619465.445823:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893864832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619465.446355:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865984 00000100:00100000:1.0:1788619465.446365:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865984 00000100:00100000:1.0:1788619465.446447:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865344 00000100:00100000:1.0:1788619465.446451:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865344 00000100:00100000:1.0:1788619465.446467:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865856 00000100:00100000:1.0:1788619465.446470:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865856 00000100:00100000:1.0:1788619465.446480:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866368 00000100:00100000:1.0:1788619465.446483:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866368 00000100:00100000:1.0:1788619465.446500:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788619465.446509:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff86ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893865984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.446597:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff86ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893865984:12345-0@lo:400:kworker.0 Request processed in 89us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.446605:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788619465.446623:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788619465.446629:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893865344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.446660:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893865344:12345-0@lo:400:kworker.0 Request processed in 31us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.446666:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788619465.446677:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788619465.446682:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893865856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.446710:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893865856:12345-0@lo:400:kworker.0 Request processed in 27us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.446716:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788619465.446726:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788619465.446733:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c374c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893866368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.446763:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c374c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893866368:12345-0@lo:400:kworker.0 Request processed in 31us (2554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.446786:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788619465.446813:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865216 00000100:00100000:1.0:1788619465.446818:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865216 00000100:00100000:1.0:1788619465.446851:0:18702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865728 00000100:00100000:1.0:1788619465.446855:0:18702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865728 00000100:00100000:1.0:1788619465.446875:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788619465.446881:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893865216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.446947:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893865216:12345-0@lo:400:kworker.0 Request processed in 66us (2943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.446962:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788619465.446973:0:18702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788619465.446986:0:18702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893865728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.447026:0:18702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893865728:12345-0@lo:400:kworker.0 Request processed in 37us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.447031:0:18702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1788619465.447066:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788619465.447071:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788619465.447080:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788619465.447643:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893865088:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.447697:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.447731:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893865600:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.447758:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.447779:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893866112:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.447801:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.447838:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865600 00000100:00100000:1.0:1788619465.447843:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865600 00000100:00100000:1.0:1788619465.447892:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788619465.447898:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893865600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.447936:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893865600:12345-0@lo:400:kworker.0 Request processed in 38us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.447942:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:1.0:1788619465.447956:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619465.447966:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866112 00000100:00100000:1.0:1788619465.447969:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866112 00000100:00100000:1.0:1788619465.448027:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788619465.448034:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893866112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448063:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893866112:12345-0@lo:400:kworker.0 Request processed in 29us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.448068:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:1.0:1788619465.448082:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788619465.448130:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893865600:0@lo:400:kworker.0 00010000:00080000:1.0:1788619465.448145:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3901180 x1875502893866112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619465.448156:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893866112:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448211:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788619465.448424:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893866496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788619465.448471:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.448516:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893865088 00000100:00100000:1.0:1788619465.448520:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893865088 00000100:00100000:1.0:1788619465.448545:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788619465.448552:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893865088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448591:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893865088:12345-0@lo:400:kworker.0 Request processed in 40us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.448616:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788619465.448652:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893865088:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448681:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866496 00000100:00100000:1.0:1788619465.448684:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866496 00000100:00100000:1.0:1788619465.448709:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788619465.448715:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893866496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788619465.448746:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788619465.448787:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893866496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.448793:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788619465.448826:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893866496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788619465.448873:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619465.448917:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893865216:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448930:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893865728:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.448950:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866240 00000100:00100000:1.0:1788619465.448954:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866240 00000100:00100000:1.0:1788619465.448988:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788619465.448995:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893866240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.449045:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893866240:12345-0@lo:400:kworker.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619465.449051:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00080000:1.0:1788619465.449071:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788619465.449096:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893866240:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.449139:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893865344:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.449175:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893865856:0@lo:400:kworker.0 00010000:00080000:1.0:1788619465.449724:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3900700 x1875502893866368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619465.449741:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893866368:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.449762:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893865984:0@lo:400:kworker.0 00000100:00100000:1.0:1788619465.661953:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619465.662000:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619465.662335:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619465.662517:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807296 00000100:00100000:3.0:1788619465.662531:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807296 00000100:00100000:3.0:1788619465.662606:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807168 00000100:00100000:3.0:1788619465.662628:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807168 00000100:00100000:3.0:1788619465.662646:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807424 00000100:00100000:3.0:1788619465.662648:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807424 00000100:00100000:3.0:1788619465.662666:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:3.0:1788619465.662678:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+12:2392:x1875502872807296:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619465.662698:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619465.662724:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca8423 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168548c expref: 12 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619465.662750:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619465.662816:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+11:2392:x1875502872807296:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 139us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619465.662824:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:3.0:1788619465.662845:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788619465.662853:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+10:2392:x1875502872807168:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619465.662860:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619465.662869:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd4400/0xf71e40bfc4ca841c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168545b expref: 10 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619465.662879:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619465.662895:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+9:2392:x1875502872807168:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 43us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619465.662902:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788619465.662914:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788619465.662920:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+8:2392:x1875502872807424:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619465.662930:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619465.662938:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8462 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854cb expref: 8 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619465.662958:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619465.662974:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ba4fd8b2-aa99-40b6-be71-657aec707adb+7:2392:x1875502872807424:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 56us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619465.662981:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:0.0:1788619465.671341:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619465.671593:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807680 00000100:00100000:1.0:1788619465.671606:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807680 00000100:00100000:1.0:1788619465.671716:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00100000:1.0:1788619465.671729:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+6:2389:x1875502872807680:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:1.0:1788619465.671786:0:17195:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8431 00000020:00010000:1.0:1788619465.671796:0:17195:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d0aee109800: total 0 00000100:00080000:1.0:1788619465.671801:0:17195:0:(import.c:65:import_set_state_nolock()) ffff9d0aee10e000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788619465.671841:0:17195:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1788619465.672022:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2389:x1875502872807680:12345-192.168.201.30@tcp:39:umount.0 Request processed in 295us (699us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1788619465.673610:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 69 00000100:00080000:2.0:1788619465.674136:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1788619465.674552:0:17181:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d0aee109800: total 0 00010000:00010000:0.0:1788619465.674656:0:17181:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d0aee109800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788619465.674705:0:17181:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d0ad2f51600) 00010000:00010000:0.0:1788619465.674710:0:17181:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788619465.674739:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5c00/0xf71e40bfc4ca8526 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16854f5 expref: 4 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619465.674777:0:17181:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d0aee109800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788619465.674789:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619465.674791:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619465.674793:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619465.681027:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619465.682629:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872807808 00000100:00100000:3.0:1788619465.682649:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872807808 00000100:00100000:3.0:1788619465.682754:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00100000:3.0:1788619465.682766:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c374f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+5:2389:x1875502872807808:12345-192.168.201.30@tcp:39:umount.0 00000020:00000080:3.0:1788619465.682824:0:17192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8438 00000100:00080000:3.0:1788619465.682834:0:17192:0:(import.c:65:import_set_state_nolock()) ffff9d0aee10b800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788619465.682880:0:17192:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788619465.683096:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c374f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:526a8bef-c4e7-4274-95a5-be3874e91c3f+3:2389:x1875502872807808:12345-192.168.201.30@tcp:39:umount.0 Request processed in 332us (2083us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1788619465.683105:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 70 00000100:00080000:2.0:1788619465.683503:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788619465.683678:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619465.720221:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619465.720384:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808064 00000100:00100000:2.0:1788619465.720398:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808064 00000100:00100000:2.0:1788619465.720649:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 173 00000100:00100000:2.0:1788619465.720662:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af7785050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ba4fd8b2-aa99-40b6-be71-657aec707adb+7:2389:x1875502872808064:12345-192.168.201.30@tcp:251:umount.0 00000020:00000080:2.0:1788619465.721067:0:17185:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca83cf 00000020:00010000:2.0:1788619465.721079:0:17185:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d0aee10c800: total 0 00000100:00080000:2.0:1788619465.721085:0:17185:0:(import.c:65:import_set_state_nolock()) ffff9d0aee10f000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788619465.721225:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af7785050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ba4fd8b2-aa99-40b6-be71-657aec707adb+3:2389:x1875502872808064:12345-192.168.201.30@tcp:251:umount.0 Request processed in 564us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619465.721234:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 173 00000020:00010000:3.0:1788619465.721335:0:19714:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d0aee10c800: total 0 00010000:00010000:3.0:1788619465.721459:0:19714:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d0aee10c800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788619465.721857:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca83d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16853e4 expref: 2 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619465.721880:0:19714:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d0aee10c800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788619465.721895:0:19714:0:(genops.c:885:class_export_put()) final put ffff9d0aee10c800/ba4fd8b2-aa99-40b6-be71-657aec707adb 00010000:00010000:3.0:1788619465.721914:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619465.721917:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619465.721919:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788619465.725335:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aee10c800/ba4fd8b2-aa99-40b6-be71-657aec707adb for MGS 00000020:00000080:0.0:1788619465.725749:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0aee10f000 for MGS 00000040:00080000:2.0:1788619465.765475:0:17948:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788619465.895610:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619466.913299:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788619467.250726:0:20766:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788619467.270568:0:20766:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788619467.270627:0:20766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.270656:0:20766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.270663:0:20766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.270670:0:20766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.270699:0:20766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788619467.270705:0:20766:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788619467.270737:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788619467.270741:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788619467.270747:0:20766:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788619467.270773:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0ad2f7a800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788619467.270835:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619467.270843:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.270858:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c428b800 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:2.0:1788619467.270862:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.270871:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788619467.270878:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619467.270883:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788619467.270885:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788619467.270888:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788619467.270916:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.270922:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788619467.270955:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.270962:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c428b800/0xf71e40bfc4ca7f92 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7f99 expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.270975:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619467.270977:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619467.270979:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619467.271042:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893866752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619467.271111:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619467.271349:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866752 00000100:00100000:2.0:1788619467.271357:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866752 00000100:00100000:2.0:1788619467.271416:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619467.271426:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3637:x1875502893866752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788619467.271446:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788619467.271462:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428b200/0xf71e40bfc4ca7f99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7f92 expref: 24 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.271473:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788619467.271518:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+23:3637:x1875502893866752:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619467.271525:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619467.271643:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893866624:0@lo:39:umount.0 00000100:00100000:0.0:1788619467.271677:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619467.271767:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893866752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788619467.271830:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866624 00000100:00100000:2.0:1788619467.271834:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866624 00000100:00100000:2.0:1788619467.271868:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788619467.271875:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875502893866624:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788619467.271898:0:17195:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7fc3 00000100:00080000:2.0:1788619467.271907:0:17195:0:(import.c:65:import_set_state_nolock()) ffff9d0ac879d800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788619467.271994:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3636:x1875502893866624:12345-0@lo:39:umount.0 Request processed in 120us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619467.272000:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788619467.272006:0:17195:0:(genops.c:885:class_export_put()) final put ffff9d0af4efc800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788619467.272025:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af4efc800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788619467.272063:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ac879d800 for lustre-MDT0000 00000100:00080000:1.0:1788619467.273079:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ad2f7a800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788619467.273101:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893866624:0@lo:39:umount.0 00000100:00080000:3.0:1788619467.273159:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788619467.273164:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788619467.273168:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788619467.274674:0:20766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.274695:0:20766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.274703:0:20766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.274710:0:20766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.274965:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619467.274973:0:17181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.274981:0:17181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505600 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619467.274985:0:17181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.274994:0:17181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619467.275001:0:17181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619467.275008:0:17181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788619467.275010:0:17181:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1788619467.275147:0:20766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788619467.275157:0:20766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275165:0:20766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275171:0:20766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275177:0:20766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275224:0:20766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619467.275230:0:20766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275316:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619467.275321:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275339:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c428be00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619467.275343:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275350:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619467.275357:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619467.275361:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788619467.275363:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788619467.275365:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788619467.275392:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275407:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619467.275428:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275434:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c428be00/0xf71e40bfc4ca822b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8232 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.275451:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619467.275452:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619467.275454:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619467.275470:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893866880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619467.275531:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788619467.275576:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619467.275619:0:20766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275626:0:20766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275632:0:20766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275652:0:20766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619467.275659:0:20766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275673:0:20766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275679:0:20766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275686:0:20766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619467.275708:0:20766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788619467.275711:0:20766:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788619467.275715:0:20766:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1788619467.275746:0:20766:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788619467.275750:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788619467.275755:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619467.275761:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1788619467.275766:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d0ad0960800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788619467.275771:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d09c2845800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788619467.275775:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d0afcae4000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788619467.275780:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d0afb8a3800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788619467.275787:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d0aee109800 526a8bef-c4e7-4274-95a5-be3874e91c3f 192.168.201.30@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788619467.275791:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d09c383e800 7adf61bc-be1e-420f-ac53-858138e0d315 192.168.201.30@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1788619467.275795:0:20766:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9d09c2718000) has exports, disconnecting them 00000020:00080000:3.0:1788619467.275800:0:20766:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d0ad0960800), last request at 1788619465 00000020:00000080:3.0:1788619467.275805:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca81fa 00000100:00080000:3.0:1788619467.275827:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d09c40d0800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788619467.275867:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0ad0960800): rc 0 00000020:00000080:3.0:1788619467.275870:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad0960800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788619467.275877:0:20766:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d09c2845800), last request at 1788619465 00000020:00000080:3.0:1788619467.275881:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8160 00000100:00080000:3.0:1788619467.275885:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d09c2843800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788619467.275891:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c2845800): rc 0 00000020:00000080:3.0:1788619467.275893:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d09c2845800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788619467.275897:0:20766:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d0afcae4000), last request at 1788619393 00000020:00000080:3.0:1788619467.275899:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca80b1 00000100:00080000:3.0:1788619467.275902:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0afcae1800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788619467.275906:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0afcae4000): rc 0 00000020:00000080:3.0:1788619467.275908:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0afcae4000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788619467.275912:0:20766:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d0afb8a3800), last request at 1788619392 00000020:00000080:3.0:1788619467.275915:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8048 00000100:00080000:3.0:1788619467.275918:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5752800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788619467.275924:0:20766:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1788619467.275992:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0afb8a3800): rc 0 00000004:00000080:3.0:1788619467.275998:0:20766:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb709c7f2bae0 00000100:00080000:3.0:1788619467.276014:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788619467.276017:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1788619467.276325:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788619467.276330:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276338:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbda00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:1.0:1788619467.276341:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276349:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788619467.276355:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619467.276360:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788619467.276363:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788619467.276364:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788619467.276383:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276389:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788619467.276416:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276423:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbda00/0xf71e40bfc4ca8493 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca849a expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276447:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619467.276450:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276457:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504200 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:1.0:1788619467.276460:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276466:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788619467.276472:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619467.276477:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788619467.276479:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788619467.276481:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788619467.276496:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276502:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788619467.276508:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276514:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada504200/0xf71e40bfc4ca7ed5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7edc expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.276523:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619467.276525:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619467.276531:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619467.276544:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e18fba8d-dd58-436e-a32c-3f3874f876b5:3639:1875502893867008:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619467.276586:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893867136:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619467.276608:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788619467.277369:0:20766:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788619467.277389:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0ac738d800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788619467.277474:0:17181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.277482:0:17181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788619467.277494:0:17181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.277502:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada505600/0xf71e40bfc4ca7ee3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7eea expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619467.277527:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619467.277529:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619467.277531:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619467.277793:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788619467.277810:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893867392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619467.277955:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893866880 00000100:00100000:1.0:1788619467.277962:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893866880 00000100:00100000:1.0:1788619467.278005:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867136 00000100:00100000:1.0:1788619467.278008:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867136 00000100:00100000:1.0:1788619467.278031:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788619467.278040:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e18fba8d-dd58-436e-a32c-3f3874f876b5+24:3638:x1875502893866880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619467.278054:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619467.278072:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ada504a00/0xf71e40bfc4ca8232 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca822b expref: 24 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.278088:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619467.278119:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e18fba8d-dd58-436e-a32c-3f3874f876b5+23:3638:x1875502893866880:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619467.278126:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788619467.278143:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619467.278150:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e18fba8d-dd58-436e-a32c-3f3874f876b5+22:3640:x1875502893867136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619467.278157:0:17179:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619467.278166:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428ba00/0xf71e40bfc4ca7edc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7ed5 expref: 22 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.278175:0:17179:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619467.278216:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e18fba8d-dd58-436e-a32c-3f3874f876b5+21:3640:x1875502893867136:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619467.278223:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619467.278374:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619467.278422:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893866880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619467.278447:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867392 00000100:00100000:1.0:1788619467.278451:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867392 00000100:00100000:1.0:1788619467.278472:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788619467.278477:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+21:3638:x1875502893867392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619467.278484:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619467.278492:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428ac00/0xf71e40bfc4ca7eea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7ee3 expref: 21 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619467.278502:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619467.278527:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+20:3638:x1875502893867392:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619467.278533:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788619467.278557:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893867392:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1788619467.278576:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad0960800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788619467.278626:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2845800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788619467.278648:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afcae4000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788619467.278668:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c40d0800 for lustre-MDT0000 00000020:00000080:1.0:1788619467.278673:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c2843800 for lustre-MDT0000 00000020:00000080:1.0:1788619467.278676:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0afcae1800 for lustre-MDT0000 00010000:00010000:1.0:1788619467.278688:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619467.278775:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619467.278820:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867264:0@lo:39:umount.0 00000100:00100000:1.0:1788619467.278853:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619467.278882:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867264 00000100:00100000:1.0:1788619467.278886:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867264 00000100:00100000:1.0:1788619467.278921:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788619467.278927:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875502893867264:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788619467.278950:0:17199:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca80db 00000100:00080000:1.0:1788619467.278959:0:17199:0:(import.c:65:import_set_state_nolock()) ffff9d0ad2f78000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788619467.278982:0:17199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788619467.279091:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3636:x1875502893867264:12345-0@lo:39:umount.0 Request processed in 164us (237us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788619467.279097:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:1.0:1788619467.279129:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ac738d800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788619467.279137:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867264:0@lo:39:umount.0 00010000:00010000:1.0:1788619467.279152:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619467.279166:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893867136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619467.279268:0:17180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867008 00000100:00100000:0.0:1788619467.279272:0:17180:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867008 00000100:00100000:0.0:1788619467.279308:0:17180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619467.279315:0:17180:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af666e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+20:3639:x1875502893867008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619467.279322:0:17180:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619467.279333:0:17180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428b400/0xf71e40bfc4ca849a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8493 expref: 20 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619467.279343:0:17180:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619467.279372:0:17180:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af666e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e18fba8d-dd58-436e-a32c-3f3874f876b5+19:3639:x1875502893867008:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619467.279378:0:17180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788619467.279536:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e18fba8d-dd58-436e-a32c-3f3874f876b5:3639:1875502893867008:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1788619467.279869:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788619467.279873:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1788619467.279977:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788619467.280040:0:20766:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788619467.280058:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0aff914800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788619467.280081:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788619467.280083:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1788619467.280093:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788619467.280147:0:20766:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788619467.280154:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0af5945000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788619467.280218:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d09c2718000) has no exports 00000100:00100000:0.0:1788619467.280330:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867520:0@lo:9:umount.0 00000100:00100000:0.0:1788619467.280368:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619467.280406:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867648:0@lo:9:umount.0 00000100:00100000:0.0:1788619467.280427:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619467.280459:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867520 00000100:00100000:0.0:1788619467.280464:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867520 00000100:00100000:0.0:1788619467.280502:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867648 00000100:00100000:0.0:1788619467.280505:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867648 00000100:00100000:0.0:1788619467.280526:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788619467.280534:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875502893867520:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788619467.280553:0:18699:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8239 00000100:00080000:0.0:1788619467.280561:0:18699:0:(import.c:65:import_set_state_nolock()) ffff9d09c40d1000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788619467.280599:0:18699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788619467.280918:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3636:x1875502893867520:12345-0@lo:9:umount.0 Request processed in 384us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619467.280938:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788619467.280955:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788619467.280961:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875502893867648:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788619467.280973:0:18699:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8240 00000100:00080000:0.0:1788619467.280978:0:18699:0:(import.c:65:import_set_state_nolock()) ffff9d09c40d4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788619467.280998:0:18699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788619467.281063:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3636:x1875502893867648:12345-0@lo:9:umount.0 Request processed in 103us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619467.281070:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788619467.281105:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aff914800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:1.0:1788619467.281194:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788619467.281335:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788619467.281339:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788619467.281344:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788619467.281963:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788619467.281968:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788619467.281973:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867520:0@lo:9:umount.0 00000100:00080000:0.0:1788619467.281992:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0af5945000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788619467.281999:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788619467.282001:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788619467.282004:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893867648:0@lo:9:umount.0 00000020:00080000:3.0:1788619467.287441:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d09c2718000) has no exports 00000020:00000080:3.0:1788619467.322618:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f30 00000020:00000080:3.0:1788619467.322637:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ada7f0000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788619467.322668:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788619467.322763:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ada7f0000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788619467.322914:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788619467.322926:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788619467.322931:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9d09c39999c0) has no exports 00000020:00000080:2.0:1788619467.323360:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f29 00000020:00000080:2.0:1788619467.323366:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2ea6800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788619467.323436:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619467.323444:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788619467.323447:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2ea5800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788619467.323450:0:20766:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2ea5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788619467.323458:0:20766:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1788619467.323598:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2ea6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1788619467.938516:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619468.515201:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893867776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788619468.515275:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619468.515588:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867776 00000100:00100000:0.0:1788619468.515595:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867776 00000100:00100000:0.0:1788619468.515669:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788619468.515680:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893867776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788619468.515730:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788619468.515778:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893867776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619468.515785:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1788619468.515920:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619468.516053:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893867776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788619468.961540:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788619469.027238:0:17173:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788619469.027249:0:17173:0:(genops.c:885:class_export_put()) final put ffff9d0afb8a3800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788619469.027282:0:17173:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 526a8bef-c4e7-4274-95a5-be3874e91c3f 00000001:00080000:2.0:1788619469.027291:0:17173:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788619469.027295:0:17173:0:(genops.c:885:class_export_put()) final put ffff9d0aee109800/526a8bef-c4e7-4274-95a5-be3874e91c3f 00000001:00100000:2.0:1788619469.027300:0:17173:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7adf61bc-be1e-420f-ac53-858138e0d315 00000001:00080000:2.0:1788619469.027304:0:17173:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788619469.027310:0:17173:0:(genops.c:885:class_export_put()) final put ffff9d09c383e800/7adf61bc-be1e-420f-ac53-858138e0d315 00000020:00000080:1.0:1788619469.027412:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8a3800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1788619469.027463:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aee109800/526a8bef-c4e7-4274-95a5-be3874e91c3f for lustre-MDT0000 00000020:00000080:1.0:1788619469.027486:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c383e800/7adf61bc-be1e-420f-ac53-858138e0d315 for lustre-MDT0000 00000020:00000080:1.0:1788619469.027514:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ac5752800 for lustre-MDT0000 00000020:00000080:1.0:1788619469.027519:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0aee10e000 for lustre-MDT0000 00000020:00000080:1.0:1788619469.027522:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c383a000 for lustre-MDT0000 00000001:00100000:0.0:1788619469.029362:0:17926:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788619469.029415:0:17926:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1788619469.029420:0:17926:0:(genops.c:885:class_export_put()) final put ffff9d0ad2f7f800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788619469.029444:0:17926:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 526a8bef-c4e7-4274-95a5-be3874e91c3f 00000001:00080000:0.0:1788619469.029451:0:17926:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1788619469.029453:0:17926:0:(genops.c:885:class_export_put()) final put ffff9d0aee10d000/526a8bef-c4e7-4274-95a5-be3874e91c3f 00000001:00100000:0.0:1788619469.029458:0:17926:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7adf61bc-be1e-420f-ac53-858138e0d315 00000001:00080000:0.0:1788619469.029461:0:17926:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1788619469.029463:0:17926:0:(genops.c:885:class_export_put()) final put ffff9d09c383c800/7adf61bc-be1e-420f-ac53-858138e0d315 00000001:00100000:2.0:1788619469.029819:0:19515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788619469.029824:0:19515:0:(genops.c:885:class_export_put()) final put ffff9d09c40d7800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788619469.029843:0:19515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7adf61bc-be1e-420f-ac53-858138e0d315 00000020:00000080:2.0:1788619469.029845:0:19515:0:(genops.c:885:class_export_put()) final put ffff9d09c3839000/7adf61bc-be1e-420f-ac53-858138e0d315 00000020:00000080:1.0:1788619469.029992:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2f7f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788619469.030049:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aee10d000/526a8bef-c4e7-4274-95a5-be3874e91c3f for lustre-MDT0001 00000020:00000080:1.0:1788619469.030070:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c383c800/7adf61bc-be1e-420f-ac53-858138e0d315 for lustre-MDT0001 00000020:00000080:1.0:1788619469.030090:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c40d7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788619469.030107:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c3839000/7adf61bc-be1e-420f-ac53-858138e0d315 for lustre-OST0001 00000020:00000080:1.0:1788619469.030120:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ad2f78000 for lustre-MDT0001 00000020:00000080:1.0:1788619469.030124:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0aee10b800 for lustre-MDT0001 00000020:00000080:1.0:1788619469.030127:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c3838000 for lustre-MDT0001 00000020:00000080:1.0:1788619469.030130:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c40d4800 for lustre-OST0001 00000020:00000080:1.0:1788619469.030133:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c3838800 for lustre-OST0001 00000020:01000000:2.0:1788619469.351749:0:20766:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d09c403bc00 - data ffff9d0ad231a870/ffff9d0af69d9000 00000020:01000000:2.0:1788619469.351937:0:20766:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0ac7a20cc0 - data ffff9d09c203b510/ffff9d0b01ea6c00 00000001:00000004:2.0:1788619469.361509:0:20766:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788619469.423060:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788619469.423084:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788619469.423099:0:20766:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9d09c3920000 x1875502893867264/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788619477 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619469.423124:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788619469.424851:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788619469.424858:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788619469.424881:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619469.424884:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788619469.427215:0:17217:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788619469.427224:0:17217:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788619469.427236:0:17217:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788619469.446482:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788619469.446492:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788619469.446523:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619469.446525:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788619469.447307:0:17219:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788619469.447313:0:17219:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1788619469.447342:0:17219:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788619469.450271:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7ef8 00000020:00000080:3.0:1788619469.450285:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d01000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788619469.450978:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d01000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788619469.452647:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f0d 00000020:00000080:3.0:1788619469.452660:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ac5472800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788619469.452678:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788619469.452684:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.452693:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788619469.452697:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9d09c271b380) has no exports 00000004:01000000:3.0:1788619469.452872:0:20766:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788619469.452880:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f6f 00000020:00000080:3.0:1788619469.452885:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0af5942000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788619469.452890:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788619469.452894:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.452899:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619469.452901:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9d09c2b919c0) has no exports 00000020:00000080:3.0:1788619469.452906:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f68 00000020:00000080:3.0:1788619469.452910:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0af5946800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788619469.453300:0:20766:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788619469.453305:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788619469.453309:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788619469.453326:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619469.453328:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619469.453367:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.453373:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788619469.453378:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f5a 00000020:00000080:3.0:1788619469.453382:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0af5947000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788619469.453386:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788619469.453390:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.453393:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619469.453395:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9d09c2b90000) has no exports 00000020:00000080:3.0:1788619469.453399:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f53 00000020:00000080:3.0:1788619469.453402:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0aff915000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788619469.453719:0:20766:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788619469.453723:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788619469.453725:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788619469.453729:0:20766:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619469.453730:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619469.453752:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.453756:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788619469.453764:0:20766:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788619469.453768:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f45 00000020:00000080:3.0:1788619469.453773:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0aca6c0800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788619469.453777:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788619469.453780:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.453783:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619469.453785:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9d0af59499c0) has no exports 00000020:00000080:3.0:1788619469.453789:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f3e 00000020:00000080:3.0:1788619469.453791:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ac7388000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788619469.456121:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac5472800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1788619469.456144:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af5942000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788619469.456150:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af5946800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788619469.456156:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0af5945000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788619469.456165:0:36:0:(genops.c:885:class_export_put()) final put ffff9d0af5944000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788619469.456167:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af5944000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788619469.456172:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788619469.456288:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af5947000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788619469.456294:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aff915000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788619469.456298:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0aff914800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788619469.456301:0:36:0:(genops.c:885:class_export_put()) final put ffff9d0aca6c5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788619469.456303:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aca6c5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788619469.456307:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788619469.456346:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aca6c0800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788619469.456351:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac7388000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788619469.461011:0:20766:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1788619469.461021:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788619469.461026:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788619469.461033:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619469.461149:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.461159:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788619469.462172:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.462208:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788619469.462215:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d05800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788619469.462219:0:20766:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d05800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788619469.462227:0:20766:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788619469.462333:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f14 00000020:00000080:3.0:1788619469.462340:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ac5474000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788619469.465940:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ac738d800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788619469.465958:0:36:0:(genops.c:885:class_export_put()) final put ffff9d0aca6c7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788619469.465961:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aca6c7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788619469.465969:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788619469.466401:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788619469.466409:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.466419:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788619469.466424:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9d09c27199c0) has no exports 00000020:00000080:3.0:1788619469.466452:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.466457:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788619469.466464:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7f1b 00000020:00000080:3.0:1788619469.466471:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ac5473800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788619469.466480:0:20766:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0aff913000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788619469.466484:0:20766:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aff913000 3 00000020:01000004:3.0:1788619469.466487:0:20766:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d0aff913000 from lustre-MDT0000 00000020:00000080:3.0:1788619469.466505:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619469.466510:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788619469.466512:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d07800/lustre-MDT0000_UUID 00000020:00000080:3.0:1788619469.466514:0:20766:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d07800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788619469.466522:0:20766:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788619469.466571:0:20766:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1788619469.466576:0:20766:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788619469.466579:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788619469.466582:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619469.466585:0:20766:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788619469.466590:0:20766:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9d0ac8793000 e18fba8d-dd58-436e-a32c-3f3874f876b5 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788619469.466596:0:20766:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9d09c271cd40) has exports, disconnecting them 00000020:00080000:3.0:1788619469.466613:0:20766:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9d0ac8793000), last request at 1788619378 00000020:00000080:3.0:1788619469.466628:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7ec0 00000020:00010000:3.0:1788619469.466632:0:20766:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d0ac8793000: total 2 00000100:00080000:3.0:1788619469.466636:0:20766:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8797000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788619469.466697:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0ac8793000): rc 0 00000020:00080000:3.0:1788619469.466701:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9d09c271cd40) has no exports 00000020:00000080:1.0:1788619469.466816:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac5474000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788619469.466831:0:36:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d06000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788619469.466834:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d06000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788619469.466838:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788619469.466869:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac5473800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1788619469.469290:0:17187:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9d09c398d200:17187] 1 exiting: rc = 0 00000020:00010000:0.0:1788619469.469592:0:17181:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d0ac8793000: total 0 00010000:00010000:0.0:1788619469.469598:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619469.469646:0:17181:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d0ac8793000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788619469.469682:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbc200/0xf71e40bfc4ca8470 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8469 expref: 14 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469701:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428aa00/0xf71e40bfc4ca81e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca81de expref: 13 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469713:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dda00/0xf71e40bfc4ca8224 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca821d expref: 12 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469728:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbde00/0xf71e40bfc4ca847e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8477 expref: 11 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469740:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8121 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca811a expref: 10 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469750:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428b000/0xf71e40bfc4ca848c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8485 expref: 9 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469762:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca81bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca81b4 expref: 8 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469782:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd4800/0xf71e40bfc4ca7fdf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7fd8 expref: 7 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469795:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ada505800/0xf71e40bfc4ca809c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8095 expref: 6 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469807:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd5800/0xf71e40bfc4ca7fed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7fe6 expref: 5 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.469818:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd5000/0xf71e40bfc4ca7ffb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7ff4 expref: 4 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.474432:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c428ae00/0xf71e40bfc4ca7ece lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca7ec7 expref: 3 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.474448:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ada504000/0xf71e40bfc4ca814b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf71e40bfc4ca8144 expref: 2 pid: 17187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619469.474464:0:17181:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d0ac8793000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1788619469.474504:0:17181:0:(genops.c:885:class_export_put()) final put ffff9d0ac8793000/e18fba8d-dd58-436e-a32c-3f3874f876b5 00010000:00010000:0.0:1788619469.474530:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619469.474533:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619469.474536:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619469.474584:0:17188:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9d0afba7e200:17188] 2 exiting: rc = 0 00000020:00000080:1.0:1788619469.474721:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac8793000/e18fba8d-dd58-436e-a32c-3f3874f876b5 for MGS 00000020:00000080:1.0:1788619469.474763:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ac8797000 for MGS 00000100:00100000:2.0:1788619469.531561:0:17185:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9d0ac8603200:17185] 0 exiting: rc = 1 00000100:00100000:0.0:1788619469.531882:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531898:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531906:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531912:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531917:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531923:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531952:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531958:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531965:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531971:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531977:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531982:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531988:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531993:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.531998:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532004:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532010:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532016:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532022:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532027:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532033:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532038:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532044:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532051:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532056:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532063:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532069:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532074:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532079:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532085:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532090:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532095:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532101:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532107:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532112:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532117:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532123:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532128:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532133:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532139:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532144:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532159:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532165:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532171:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532176:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532203:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532209:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532214:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532219:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532225:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532230:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532235:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532240:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532245:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532249:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532267:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532272:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532278:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532283:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532289:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532294:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532300:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532306:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619469.532310:0:20766:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788619469.533108:0:20766:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0ac5bc0360 - data ffff9d09c212bd80/ffff9d0af150e000 00000020:01000000:0.0:1788619469.533247:0:20766:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0af65dc780 - data ffff9d0ad1e7dca8/ffff9d09c25b8400 00000020:00000080:0.0:1788619469.533682:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7ea4 00000020:00000080:0.0:1788619469.533691:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d63000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788619469.533705:0:20766:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0aff913000 from MGS, refs=2 00000020:01000004:0.0:1788619469.533709:0:20766:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aff913000 2 00000020:01000004:0.0:1788619469.533712:0:20766:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d0aff913000 from MGS 00000020:00000080:0.0:1788619469.533736:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619469.533743:0:20766:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788619469.533745:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d62800/MGS 00000020:00000080:0.0:1788619469.533748:0:20766:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d62800/MGS for MGS 00000020:01000000:0.0:1788619469.533755:0:20766:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788619469.533823:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788619469.533827:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788619469.533833:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788619469.533839:0:20766:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9d0ad2f7a000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788619469.533845:0:20766:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9d09c2b93380) has exports, disconnecting them 00000020:00080000:0.0:1788619469.533850:0:20766:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9d0ad2f7a000), last request at 1788619379 00000020:00000080:0.0:1788619469.533854:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7fa7 00000020:00080000:0.0:1788619469.533859:0:20766:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0ad2f7a000): rc 0 00000020:00000080:0.0:1788619469.533864:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2f7a000/lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788619469.535018:0:20766:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788619469.535025:0:20766:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788619469.535030:0:20766:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788619469.535037:0:20766:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788619469.535697:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619469.535709:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788619469.535717:0:20766:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aff913000 1 00000020:00000080:0.0:1788619469.535724:0:20766:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7e96 00000020:00000080:0.0:1788619469.535731:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0ad2d62000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788619469.535738:0:20766:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788619469.535745:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788619469.535748:0:20766:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788619469.535751:0:20766:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9d09c2b94d40) has no exports 00000020:00000080:0.0:1788619469.539061:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d63000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788619469.539076:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2f7a000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788619469.539083:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ad2f7a800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788619469.539090:0:8:0:(genops.c:885:class_export_put()) final put ffff9d0ad2f7c800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788619469.539093:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2f7c800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788619469.539097:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788619469.539174:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2d62000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788619469.761319:0:20766:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619469.761332:0:20766:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1788619469.761337:0:20766:0:(genops.c:885:class_export_put()) final put ffff9d0aff911000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788619469.761342:0:20766:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0aff911000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788619469.761365:0:20766:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788619469.761484:0:20766:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d0aff914000 00000020:02000400:1.0:1788619469.761540:0:20766:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788619469.990311:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619470.055429:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619470.055460:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893867904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619470.055532:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619470.055590:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893867904 00000100:00100000:3.0:1788619470.055597:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893867904 00000100:00100000:3.0:1788619470.055635:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788619470.055642:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875502893867904:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788619470.055650:0:17199:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788619470.055689:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875502893867904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (156us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788619470.055696:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:02020000:3.0:1788619470.055731:0:3640:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1788619470.067136:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788619470.067145:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788619470.067150:0:3640:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788619470.082915:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619470.082930:0:3640:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 516 00000100:00080000:3.0:1788619470.082940:0:3640:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d0afb8f6000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619470.083422:0:3640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c1efd180 x1875502893868032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619470.085715:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893868032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1788619470.085792:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619470.085876:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868032 00000100:00100000:3.0:1788619470.085885:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868032 00000100:00100000:3.0:1788619470.085918:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788619470.085926:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893868032:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:3.0:1788619470.085947:0:17199:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788619470.106606:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893868032:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 20669us (20805us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788619470.106622:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1788619470.110293:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619470.110307:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788619470.110312:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893868032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788619470.561456:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893868160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619470.561544:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.561812:0:18703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868160 00000100:00100000:0.0:1788619470.561821:0:18703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868160 00000100:00100000:0.0:1788619470.561888:0:18703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788619470.561898:0:18703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893868160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788619470.561928:0:18703:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788619470.561976:0:18703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893868160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619470.561984:0:18703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1788619470.562041:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788619470.562112:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893868160:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788619470.562461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788619470.562466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788619470.562470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788619470.562475:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1788619470.562480:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788619470.562484:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d0afb8f6000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619470.562504:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3903b80 x1875502893868416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619470.562636:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788619470.562648:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893868288:0@lo:400:kworker.0 00000400:00000100:1.0:1788619470.562677:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875502893868288 offset 0 length 224: 4 00000100:00100000:2.0:1788619470.562887:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893868544:0@lo:400:kworker.0 00000100:00100000:2.0:1788619470.562920:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619470.563017:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893868416:0@lo:38:kworker.0 00000100:00100000:1.0:1788619470.563047:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619470.563077:0:19244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868544 00000100:00100000:1.0:1788619470.563082:0:19244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868544 00000100:00100000:1.0:1788619470.563122:0:19244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788619470.563130:0:19244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893868544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.565698:0:19244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893868544:12345-0@lo:400:kworker.0 Request processed in 2560us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619470.565712:0:19244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788619470.565771:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893868800:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.565824:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619470.565837:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893868544:0@lo:400:kworker.0 00000100:00100000:2.0:1788619470.565933:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893869056:0@lo:400:kworker.0 00000100:00100000:2.0:1788619470.565969:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868416 00000100:00100000:2.0:1788619470.565975:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868416 00000100:00100000:2.0:1788619470.566004:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788619470.566010:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893868416:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788619470.566573:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788619470.566583:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893868672:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.566611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1788619470.568440:0:17198:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788619470.568530:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893868416:12345-0@lo:38:kworker.0 Request processed in 2517us (5481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788619470.568542:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788619470.568592:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893868928:0@lo:400:kworker.0 00000100:00080000:2.0:1788619470.568639:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619470.570773:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893869184:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.570823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.572806:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868800 00000100:00100000:0.0:1788619470.572818:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868800 00000100:00100000:0.0:1788619470.572877:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868672 00000100:00100000:0.0:1788619470.572879:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868672 00000100:00100000:0.0:1788619470.572896:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788619470.572904:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875502893868800:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788619470.572913:0:17195:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788619470.572978:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875502893868800:12345-0@lo:400:kworker.0 Request processed in 74us (7153us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619470.572985:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788619470.573004:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788619470.573080:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875502893868672:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788619470.573086:0:17195:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788619470.573115:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875502893868672:12345-0@lo:400:kworker.0 Request processed in 34us (6503us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619470.573120:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1788619470.573293:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619470.573299:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788619470.573303:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893868416:0@lo:38:kworker.0 00000100:00080000:1.0:1788619470.573696:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788619470.573702:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d09c4113000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788619470.573707:0:3640:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788619470.573713:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d09c4113000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619470.573717:0:3640:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 531 00000100:00080000:1.0:1788619470.573724:0:3640:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d09c4113000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619470.573766:0:3640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0af66daa00 x1875502893869312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619470.573788:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893868800:0@lo:400:kworker.0 00000100:00080000:1.0:1788619470.573812:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788619470.573815:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0afcae1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788619470.573818:0:3640:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788619470.573822:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0afcae1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619470.573825:0:3640:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 516 00000100:00080000:1.0:1788619470.573829:0:3640:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d0afcae1000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619470.573842:0:3640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0af66d9f80 x1875502893869440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619470.573861:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893868672:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.573888:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.575979:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869184 00000100:00100000:0.0:1788619470.575992:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869184 00000100:00100000:0.0:1788619470.576058:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869056 00000100:00100000:0.0:1788619470.576061:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869056 00000100:00100000:0.0:1788619470.576082:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788619470.576091:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893869184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619470.576176:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875502893869184:12345-0@lo:400:kworker.0 Request processed in 87us (5353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619470.576201:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788619470.576219:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788619470.576223:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3638:x1875502893869056:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788619470.576228:0:17195:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788619470.576260:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3638:x1875502893869056:12345-0@lo:400:kworker.0 Request processed in 35us (2372us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619470.576265:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1788619470.576280:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788619470.576298:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893869312:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788619470.576334:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.576366:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875502893869440:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788619470.576408:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.576434:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869312 00000100:00100000:0.0:1788619470.576437:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869312 00000100:00100000:0.0:1788619470.576448:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869440 00000100:00100000:0.0:1788619470.576450:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869440 00000100:00100000:0.0:1788619470.576457:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788619470.576461:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869312:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1788619470.576477:0:17195:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788619470.576506:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869312:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 43us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619470.576512:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788619470.576523:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788619470.576527:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869440:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:0.0:1788619470.576546:0:17195:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788619470.576579:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869440:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 50us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619470.576584:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1788619470.576614:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c4113000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619470.576619:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788619470.576623:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893869312:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:0.0:1788619470.576631:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0afcae1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619470.576634:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788619470.576636:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875502893869440:0@lo:38:ptlrpcd_00_03.0 00010000:00080000:0.0:1788619470.577269:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9d09c3903100 x1875502893869184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619470.577296:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893869184:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.577374:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788619470.577510:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788619470.577515:0:3638:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788619470.577519:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788619470.577523:0:3638:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619470.577528:0:3638:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 545 00000100:00080000:1.0:1788619470.577543:0:3638:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d09c1f3d000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619470.578997:0:3638:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0af66daa00 x1875502893869568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619470.579040:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893869056:0@lo:400:kworker.0 00000100:00100000:1.0:1788619470.579085:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893869568:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788619470.579270:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619470.582120:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893868928 00000100:00100000:0.0:1788619470.582136:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893868928 00000100:00100000:0.0:1788619470.582223:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869568 00000100:00100000:0.0:1788619470.582227:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869568 00000100:00100000:0.0:1788619470.582253:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788619470.582263:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893868928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619470.582366:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893868928:12345-0@lo:400:kworker.0 Request processed in 104us (5214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619470.582375:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00080000:3.0:1788619470.582416:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9d09c3903800 x1875502893868928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619470.582431:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893868928:0@lo:400:kworker.0 00000100:00100000:0.0:1788619470.583099:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788619470.583106:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869568:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788619470.583127:0:17195:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788619470.583174:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893869568:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 66us (3904us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619470.583196:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1788619470.583220:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788619470.583247:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619470.583252:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788619470.583256:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893869568:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:1.0:1788619471.010276:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619472.036448:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619473.064320:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788619473.131913:0:18696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788619473.131924:0:18696:0:(genops.c:885:class_export_put()) final put ffff9d09c40d7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788619473.135416:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c40d7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788619473.135486:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c40d1000 for lustre-OST0000 00000020:01000004:2.0:1788619473.349044:0:20966:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788619473.377301:0:20966:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1788619473.377362:0:20966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.377401:0:20966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.377410:0:20966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.377419:0:20966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.377441:0:20966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788619473.377447:0:20966:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788619473.377474:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788619473.377478:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788619473.377484:0:20966:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788619473.377490:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d0afcae1000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1788619473.377495:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788619473.377497:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788619473.377501:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788619473.379877:0:20966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379898:0:20966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379906:0:20966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379913:0:20966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379953:0:20966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788619473.379960:0:20966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379966:0:20966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379972:0:20966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.379977:0:20966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.380124:0:20966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788619473.380132:0:20966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.380140:0:20966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.380147:0:20966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.380154:0:20966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380243:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788619473.380251:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380259:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c428bc00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619473.380262:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380272:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619473.380283:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619473.380310:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788619473.380313:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788619473.380315:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788619473.380353:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380359:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619473.380384:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380391:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c428bc00/0xf71e40bfc4ca8095 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca809c expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380405:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788619473.380408:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380414:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505c00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619473.380416:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380423:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619473.380429:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619473.380434:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788619473.380437:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:3.0:1788619473.380456:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380462:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619473.380479:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380485:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada505c00/0xf71e40bfc4ca7ff4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7ffb expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380494:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788619473.380497:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380503:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c428a600 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619473.380506:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380513:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619473.380519:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619473.380524:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788619473.380527:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788619473.380528:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788619473.380542:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380548:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619473.380554:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380566:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c428a600/0xf71e40bfc4ca821d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca8224 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380578:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619473.380580:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380585:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc000 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619473.380588:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380594:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619473.380599:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619473.380603:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788619473.380605:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788619473.380616:0:19714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380621:0:19714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619473.380627:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619473.380635:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619473.380637:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619473.380638:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619473.380669:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893869696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619473.380736:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619473.380786:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619473.380791:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893870080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619473.380810:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619473.380839:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4147b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893869824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619473.380860:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619473.380878:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788619473.380883:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893869952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619473.380903:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619473.380931:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869696 00000100:00100000:3.0:1788619473.380938:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869696 00000100:00100000:3.0:1788619473.380967:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893870080 00000100:00100000:3.0:1788619473.380970:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893870080 00000100:00100000:3.0:1788619473.380978:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869824 00000100:00100000:3.0:1788619473.380981:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869824 00000100:00100000:3.0:1788619473.380987:0:17179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893869952 00000100:00100000:3.0:1788619473.380989:0:17179:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893869952 00000100:00100000:3.0:1788619473.381001:0:17179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788619473.381008:0:17179:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3640:x1875502893869696:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788619473.381013:0:17179:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788619473 with bad export cookie 17806741169054056128 00010000:00010000:0.0:1788619473.383673:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619473.383789:0:20966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788619473.383801:0:20966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8485 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca848c expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619473.383841:0:20966:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788619473.383858:0:20966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.383866:0:20966:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.383873:0:20966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.383881:0:20966:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619473.383895:0:20966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788619473.383899:0:20966:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1788619473.383903:0:20966:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1788619473.383945:0:20966:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1788619473.383949:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1788619473.383954:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788619473.383959:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1788619473.383966:0:20966:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d09c40d2000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788619473.383972:0:20966:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d09c40d5000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788619473.383977:0:20966:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9d0af1e299c0) has exports, disconnecting them 00000020:00080000:2.0:1788619473.383982:0:20966:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d09c40d2000), last request at 1788619470 00000020:00000080:2.0:1788619473.383989:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca820f 00000100:00080000:2.0:1788619473.384006:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d09c40d0000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788619473.384051:0:20966:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c40d2000): rc 0 00000020:00000080:2.0:1788619473.384053:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c40d2000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1788619473.384071:0:20966:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d09c40d5000), last request at 1788619470 00000020:00000080:2.0:1788619473.384075:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8175 00000100:00080000:2.0:1788619473.384081:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d09c40d3800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788619473.384093:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c40d2000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788619473.384138:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c40d0000 for lustre-MDT0001 00000020:00080000:2.0:1788619473.384150:0:20966:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c40d5000): rc 0 00000020:00000080:2.0:1788619473.384153:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c40d5000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1788619473.384163:0:20966:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb709c146bae0 00000020:00000080:2.0:1788619473.384174:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c40d5000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788619473.384218:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c40d3800 for lustre-MDT0001 00000100:00080000:2.0:1788619473.384239:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788619473.384248:0:20966:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9d0ad2d0b480 x1875502893867904/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788619486 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619473.384270:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788619473.385079:0:20966:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788619473.385086:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8f6000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1788619473.385264:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788619473.385268:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1788619473.385282:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788619473.385349:0:20966:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788619473.385373:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f18000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788619473.385387:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788619473.385389:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1788619473.385397:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788619473.385455:0:20966:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788619473.385464:0:20966:0:(import.c:65:import_set_state_nolock()) ffff9d09c3618800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1788619473.385498:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d0af1e299c0) has no exports 00010000:00010000:0.0:1788619473.385589:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619473.385598:0:17181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619473.385621:0:17181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dd800 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619473.385625:0:17181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619473.385635:0:17181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619473.385643:0:17181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619473.385649:0:17181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788619473.385651:0:17181:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788619473.385655:0:17181:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788619473.385682:0:17181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619473.385688:0:17181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619473.385715:0:17181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619473.385722:0:17181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca7fe6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf71e40bfc4ca7fed expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619473.385740:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619473.385742:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619473.385744:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619473.385759:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893870208:0@lo:9:umount.0 00000100:00100000:0.0:1788619473.385828:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619473.385860:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893870336:0@lo:9:umount.0 00000100:00100000:0.0:1788619473.385891:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619473.385935:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893870208 00000100:00100000:0.0:1788619473.385943:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893870208 00000100:00100000:0.0:1788619473.385991:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893870336 00000100:00100000:0.0:1788619473.385995:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893870336 00000100:00100000:0.0:1788619473.386017:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619473.386026:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1875502893870208:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788619473.386050:0:19708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca819f 00000100:00080000:0.0:1788619473.386056:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9d0af69b9800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788619473.386093:0:19708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788619473.386244:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3636:x1875502893870208:12345-0@lo:9:umount.0 Request processed in 219us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619473.386251:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619473.386267:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788619473.386274:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1875502893870336:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788619473.386285:0:19708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8247 00000100:00080000:0.0:1788619473.386301:0:19708:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788619473.386318:0:19708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788619473.386389:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3636:x1875502893870336:12345-0@lo:9:umount.0 Request processed in 115us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619473.386396:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1788619473.386417:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788619473.386421:0:17189:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788619473.386426:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788619473.386450:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f18000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788619473.386456:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788619473.386457:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788619473.386461:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893870208:0@lo:9:umount.0 00000100:00080000:0.0:1788619473.386484:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c3618800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788619473.386492:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788619473.386494:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788619473.386497:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893870336:0@lo:9:umount.0 00010000:00010000:0.0:1788619473.386523:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619473.387268:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788619473.387277:0:17947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3640:x1875502893870080:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788619473.387283:0:17947:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788619473 with bad export cookie 17806741169054056128 00000100:00100000:0.0:1788619473.387344:0:17947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3640:x1875502893870080:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (6533us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619473.387351:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788619473.387371:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788619473.387376:0:17947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4146a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3637:x1875502893869824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788619473.387380:0:17947:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788619473 with bad export cookie 17806741169054056128 00000100:00100000:0.0:1788619473.387414:0:17947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4146a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3637:x1875502893869824:12345-0@lo:103:ldlm_bl.0 Request processed in 36us (6553us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619473.387421:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788619473.387432:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788619473.387437:0:17947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3637:x1875502893869952:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788619473.387441:0:17947:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788619473 with bad export cookie 17806741169054056128 00000100:00100000:0.0:1788619473.387467:0:17947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3637:x1875502893869952:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (6563us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788619473.387473:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:1.0:1788619473.388269:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619473.388351:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788619473.388382:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e18fba8d-dd58-436e-a32c-3f3874f876b5:3639:1875502893870464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788619473.388431:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619473.390554:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893870464 00000100:00100000:0.0:1788619473.390567:0:17947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893870464 00000100:00080000:0.0:1788619473.391310:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788619473.391336:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8790800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788619473.391341:0:3640:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.130@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788619473.391919:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1788619473.392690:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619473.392700:0:17947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af666d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1875502893870464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788619473.392709:0:17947:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788619473 with bad export cookie 17806741169054056128 00000100:00100000:1.0:1788619473.392796:0:17947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af666d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1875502893870464:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (4364us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788619473.392815:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1788619473.392856:0:3639:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.130@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:2.0:1788619473.393299:0:17179:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3640:x1875502893869696:12345-0@lo:103:ldlm_bl.0 Request processed in 12278us (12550us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788619473.393308:0:17179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1788619473.406759:0:3640:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.130@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1788619473.406766:0:3640:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788619473.406776:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c3901500 x1875502893868288/t0(0) o400->MGC192.168.201.130@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788619486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619473.406813:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c3923100 x1875502893869696/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788619489 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619473.406824:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c4144380 x1875502893870080/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788619489 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619473.406834:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c4147b80 x1875502893869824/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788619489 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619473.406843:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c4144000 x1875502893869952/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788619489 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619473.406853:0:3640:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c3903100 x1875502893870464/t0(0) o103->MGC192.168.201.130@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788619489 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1788619473.406864:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788619473.406867:0:3640:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788619473.406869:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788619473.406935:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e18fba8d-dd58-436e-a32c-3f3874f876b5:3638:1875502893868288:0@lo:400:kworker.0 00000100:00080000:3.0:1788619473.406991:0:3637:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9d0ac8790800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1788619473.407005:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4147b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893869824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619473.407035:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e18fba8d-dd58-436e-a32c-3f3874f876b5:3637:1875502893869952:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1788619473.407108:0:3639:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9d0ac8790800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1788619473.407120:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e18fba8d-dd58-436e-a32c-3f3874f876b5:3639:1875502893870464:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788619473.408140:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8790800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788619473.408149:0:3640:0:(import.c:545:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 502 00000100:00080000:0.0:1788619473.408159:0:3640:0:(import.c:665:import_select_connection()) MGC192.168.201.130@tcp: import ffff9d0ac8790800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619473.408214:0:3640:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3901f80 x1875502893870592/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788619473.408245:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e18fba8d-dd58-436e-a32c-3f3874f876b5:3636:1875502893870592:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:0.0:1788619473.408308:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875502893870592 offset 0 length 520: 4 00000100:00100000:0.0:1788619473.408359:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893869696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619473.408378:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893867904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788619473.408400:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4144380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e18fba8d-dd58-436e-a32c-3f3874f876b5:3640:1875502893870080:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1788619473.413859:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d0af1e299c0) has no exports 00000020:01000000:2.0:1788619473.473032:0:20966:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d09c403b900 - data ffff9d0ae60b2438/ffff9d0af69d8400 00000020:01000000:2.0:1788619473.473527:0:20966:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0ac5bc0300 - data ffff9d0ae61130d8/ffff9d0afcb30800 00000001:00000004:2.0:1788619473.484328:0:20966:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1788619473.565882:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788619473.565893:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788619473.565902:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788619473.576680:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788619473.576688:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788619473.576712:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619473.576715:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788619473.578431:0:17934:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788619473.578438:0:17934:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1788619473.578451:0:17934:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788619473.579009:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788619473.579015:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788619473.579036:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619473.579039:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788619473.580785:0:17936:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788619473.580792:0:17936:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788619473.580805:0:17936:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788619473.582699:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8009 00000020:00000080:3.0:1788619473.582711:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f3800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788619473.583609:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca801e 00000020:00000080:3.0:1788619473.583618:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f4000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788619473.583625:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788619473.583633:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619473.583644:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788619473.583650:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9d0af1e2b380) has no exports 00000004:01000000:3.0:1788619473.583844:0:20966:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788619473.583854:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8072 00000020:00000080:3.0:1788619473.583859:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afcb2f000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788619473.583864:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788619473.583868:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619473.583873:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619473.583876:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9d0afbad99c0) has no exports 00000020:00000080:3.0:1788619473.583882:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca806b 00000020:00000080:3.0:1788619473.583885:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c361f000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788619473.584306:0:20966:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788619473.584312:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000020:00000080:0.0:1788619473.584501:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788619473.584511:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1788619473.584516:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afcb2f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788619473.584520:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c361f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000100:00100000:3.0:1788619473.586107:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788619473.586117:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619473.586404:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619473.586512:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619473.586523:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788619473.586533:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca805d 00000020:00000080:3.0:1788619473.586541:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c1f1a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788619473.592234:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c3618800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788619473.592255:0:8:0:(genops.c:885:class_export_put()) final put ffff9d0afb8a2000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788619473.592259:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8a2000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788619473.592268:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788619473.594753:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788619473.594793:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619473.594804:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619473.594810:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9d0af1e28000) has no exports 00000020:00000080:3.0:1788619473.594821:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8056 00000020:00000080:3.0:1788619473.594829:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c1f1b000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788619473.597166:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f1a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788619473.597213:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f1b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788619473.597712:0:20966:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788619473.597718:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788619473.597723:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788619473.597731:0:20966:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788619473.597734:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619473.597793:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788619473.597802:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788619473.597819:0:20966:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788619473.597826:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8041 00000020:00000080:3.0:1788619473.597835:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c1f1d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788619473.597841:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788619473.597849:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788619473.597854:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788619473.597857:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9d09c399b380) has no exports 00000020:00000080:3.0:1788619473.597864:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca803a 00000020:00000080:3.0:1788619473.597867:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c1f1f800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788619473.599977:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c1f18000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788619473.600003:0:8:0:(genops.c:885:class_export_put()) final put ffff9d09c361d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788619473.600007:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c361d000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788619473.600014:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788619473.600112:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f1d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788619473.600118:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f1f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788619473.601952:0:20966:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788619473.601976:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788619473.601981:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788619473.601988:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788619473.602058:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619473.602069:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788619473.602104:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619473.602107:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788619473.602113:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0ad2f79000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788619473.602117:0:20966:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad2f79000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788619473.602135:0:20966:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788619473.602421:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0afb8f6000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788619473.602431:0:8:0:(genops.c:885:class_export_put()) final put ffff9d09c1f19000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788619473.602433:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f19000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788619473.602446:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788619473.602625:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8025 00000020:00000080:0.0:1788619473.602634:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f2000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788619473.602650:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788619473.602655:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788619473.602661:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788619473.602665:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9d0af1e2cd40) has no exports 00000020:00000080:0.0:1788619473.602686:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619473.602690:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788619473.602695:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca802c 00000020:00000080:0.0:1788619473.602699:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f2800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788619473.602707:0:20966:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0ad0965800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788619473.602710:0:20966:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0ad0965800 2 00000020:01000004:0.0:1788619473.602713:0:20966:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d0ad0965800 from lustre-MDT0001 00000020:00000080:0.0:1788619473.602730:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619473.602733:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788619473.602736:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f3000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788619473.602738:0:20966:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f3000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788619473.602747:0:20966:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788619473.602779:0:20966:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788619473.602784:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788619473.602787:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788619473.602790:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788619473.602806:0:20966:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9d0af69bc800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788619473.602812:0:20966:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9d09c399cd40) has exports, disconnecting them 00000020:00080000:0.0:1788619473.602817:0:20966:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9d0af69bc800), last request at 1788619393 00000020:00000080:0.0:1788619473.602821:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca80aa 00000020:00080000:0.0:1788619473.602833:0:20966:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d0af69bc800): rc 0 00000020:00000080:0.0:1788619473.602836:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0af69bc800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788619473.603417:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f2000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788619473.603424:0:8:0:(genops.c:885:class_export_put()) final put ffff9d0afb8f1000/lustre-MDD0001_UUID 00000020:00000080:1.0:1788619473.603426:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f1000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788619473.603430:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788619473.603573:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8f2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788619473.603578:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af69bc800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788619473.673279:0:20966:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788619473.673300:0:20966:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619473.673304:0:20966:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788619473.673321:0:20966:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788619473.673362:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0afcae1000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788619473.673565:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619473.673576:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788619473.673583:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0afcae7000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788619473.673587:0:20966:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afcae7000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788619473.673602:0:20966:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788619473.673685:0:20966:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0ad0965800 1 00000020:00000080:1.0:1788619473.673690:0:20966:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7fd1 00000020:00000080:1.0:1788619473.673707:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0ad0961800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788619473.673716:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788619473.673726:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad0961800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788619473.673735:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619473.673741:0:20966:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788619473.673746:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9d0af594b380) has no exports 00000020:00000080:2.0:1788619473.884632:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619473.884650:0:20966:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788619473.884657:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d0ad0962000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788619473.884662:0:20966:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ad0962000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788619473.884677:0:20966:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788619473.884814:0:20966:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d0ad0966000 00000020:01000000:2.0:1788619473.884836:0:20966:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788619473.884840:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788619473.884845:0:20966:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788619473.884849:0:20966:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9d0af594cd40) has no exports 00000100:00100000:0.0:1788619473.885440:0:19033:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9d0ae0104a00:19033] 3 exiting: rc = 0 00000100:00100000:0.0:1788619473.885574:0:17192:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9d0ad144d000:17192] 0 exiting: rc = 1 00000100:00100000:1.0:1788619473.885737:0:17193:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9d09c293a400:17193] 1 exiting: rc = 0 00000100:00100000:1.0:1788619473.885792:0:17195:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9d0af6795800:17195] 2 exiting: rc = 0 00000100:00100000:1.0:1788619473.885856:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885865:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885871:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885878:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885884:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885890:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885896:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885902:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885907:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885913:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885920:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885926:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885932:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885938:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885945:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885952:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885958:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885965:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885972:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885978:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885985:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885990:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.885996:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886001:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886008:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886014:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886034:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886041:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886048:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886054:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886061:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886066:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886072:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886078:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886086:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886092:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886100:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886106:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886113:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886135:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886142:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886147:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886154:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886161:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886167:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886175:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886229:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886236:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886242:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886249:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886255:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886261:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886266:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886273:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886501:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886510:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886516:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886522:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886527:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886533:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886541:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886554:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886559:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.886564:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.892833:0:17196:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9d09c3ad0200:17196] 0 exiting: rc = 1 00000100:00100000:0.0:1788619473.892974:0:17197:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9d09c3ad1600:17197] 1 exiting: rc = 0 00000100:00100000:1.0:1788619473.893075:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893085:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893093:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893102:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893109:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893115:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893133:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893140:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893146:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893151:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893158:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893164:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893169:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893175:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893208:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893215:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893220:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893226:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893232:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893238:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893244:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893250:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893255:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893261:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893267:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893275:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893298:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893305:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893310:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893315:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893321:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893326:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893346:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893352:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893358:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893364:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893369:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893374:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893380:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893387:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893392:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893397:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893402:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893407:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893412:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893417:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893422:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893427:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893432:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893437:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893442:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893447:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893452:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893457:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893462:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893467:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893471:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893475:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893480:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893484:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893489:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893493:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893498:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.893503:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.894103:0:17198:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9d0af1e33a00:17198] 0 exiting: rc = 1 00000100:00100000:0.0:1788619473.894236:0:17199:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9d09c26eba00:17199] 1 exiting: rc = 0 00000100:00100000:1.0:1788619473.894413:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894420:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894426:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894442:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894448:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894455:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894461:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894466:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894473:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894479:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894496:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894503:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894509:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894514:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894520:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894525:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894529:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894535:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894542:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894548:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894553:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894560:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894581:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894588:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894594:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894601:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894607:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894613:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894619:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894625:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894631:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894636:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894642:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894648:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894678:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894685:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894691:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894697:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894709:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894716:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894721:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894728:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894734:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894740:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894745:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894753:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894773:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894780:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894786:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894798:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894803:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894810:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894815:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894821:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894827:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894834:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894841:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894848:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894868:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894875:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894882:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894888:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894893:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619473.894899:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788619473.906560:0:17200:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9d09c26ea400:17200] 0 exiting: rc = 1 00000100:00100000:3.0:1788619473.906668:0:17201:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9d0afba3cc00:17201] 1 exiting: rc = 0 00000100:00100000:2.0:1788619473.906771:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906780:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906786:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906792:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906798:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906804:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906810:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906816:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906822:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906841:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906848:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906854:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906860:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906867:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906872:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906878:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906884:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906890:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906896:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906902:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906908:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906913:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906919:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906924:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906930:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906936:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906942:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906948:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906953:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906959:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906964:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906970:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906975:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906982:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.906988:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907006:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907012:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907017:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907023:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907029:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907034:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907040:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907047:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907053:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907070:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907075:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907081:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907086:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907092:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907097:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907103:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907109:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907115:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907132:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907137:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907143:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907149:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907154:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907160:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907165:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907171:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907176:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907218:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.907224:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788619473.908165:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9d0afba3c800:17203] 1 exiting: rc = 0 00000100:00100000:3.0:1788619473.912162:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9d0ad09d8400:17202] 0 exiting: rc = 1 00000100:00100000:2.0:1788619473.913795:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913806:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913813:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913819:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913825:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913830:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913836:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913842:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913849:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913855:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913860:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913864:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913869:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913875:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913879:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913905:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913911:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913916:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913920:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913925:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913930:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913935:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913941:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913947:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913952:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913958:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913963:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913969:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913974:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913980:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.913985:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914001:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914008:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914014:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914020:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914025:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914030:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914036:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914042:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914047:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914053:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914059:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914065:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914070:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914077:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914083:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914090:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914095:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914102:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914107:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914133:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914138:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914144:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914150:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914154:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914161:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914167:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914172:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914202:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914210:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914216:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914221:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914227:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.914233:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788619473.914924:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9d0aca7f8600:17204] 0 exiting: rc = 1 00000100:00100000:1.0:1788619473.915164:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9d0af64bc200:17205] 1 exiting: rc = 0 00000100:00100000:2.0:1788619473.917813:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917825:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917831:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917836:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917842:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917847:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917852:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917857:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917863:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917868:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917872:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917877:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917883:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917891:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917896:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917901:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917906:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917912:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917917:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917922:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917927:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917945:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917950:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917956:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917961:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917967:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917972:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917977:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917983:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.917988:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918006:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918012:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918017:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918022:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918028:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918033:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918038:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918043:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918048:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918053:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918058:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918064:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918069:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918075:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918080:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918085:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918090:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918095:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918100:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918106:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918111:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918116:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918132:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918137:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918141:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918146:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918158:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918162:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918166:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918171:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918175:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918935:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918943:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.918950:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788619473.921760:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9d0af64bd800:17206] 0 exiting: rc = 1 00000100:00100000:1.0:1788619473.927837:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9d09c26ea000:17207] 1 exiting: rc = 0 00000100:00100000:0.0:1788619473.928821:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9d0af64bde00:17208] 2 exiting: rc = 0 00000100:00100000:2.0:1788619473.929103:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929132:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929140:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929145:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929150:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929156:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929161:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929167:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929172:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929222:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929230:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929236:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929242:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929248:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929255:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929261:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929267:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929274:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929527:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929535:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929541:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929547:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929553:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929559:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929565:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929571:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929577:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929598:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929604:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929610:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929616:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929622:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929627:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929633:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929640:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929646:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929652:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929659:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929664:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929671:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929677:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929684:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929702:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929709:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929715:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929721:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929727:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929734:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929740:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929746:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929751:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929757:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929763:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929769:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929775:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929780:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929787:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929793:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929799:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929806:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929812:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929817:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929830:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619473.929843:0:20966:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788619473.941471:0:20966:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619473.941487:0:20966:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788619473.941494:0:20966:0:(genops.c:885:class_export_put()) final put ffff9d09c41a4000/MDS_uuid 00000020:00000080:2.0:1788619473.941499:0:20966:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c41a4000/MDS_uuid for MDS 00000020:01000000:2.0:1788619473.941512:0:20966:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788619473.941675:0:20966:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788619474.082560:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619475.105566:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788619475.683678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619475.683689:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788619475.683692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619475.683695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788619475.683699:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d09c4113000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619475.683707:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 594 00000100:00080000:3.0:1788619475.683713:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788619475.683720:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d09c4113000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619475.683755:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff896a00 x1875502893870720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788619475.683822:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893870720:0@lo:38:kworker.0 00000400:00000100:0.0:1788619475.683875:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893870720 offset 0 length 520: 4 00000100:00080000:3.0:1788619475.684302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619475.684306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788619475.684308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619475.684313:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 594 00000100:00080000:3.0:1788619475.684316:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788619475.684320:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d09c1f3d000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619475.684333:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff894e00 x1875502893870976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619475.684379:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893870848:0@lo:400:kworker.0 00000400:00000100:1.0:1788619475.684407:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893870848 offset 0 length 224: 4 00000100:00100000:0.0:1788619475.690599:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893870976:0@lo:38:kworker.0 00000400:00000100:0.0:1788619475.690693:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893870976 offset 0 length 520: 4 00000100:00100000:0.0:1788619475.695827:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871104:0@lo:400:kworker.0 00000400:00000100:0.0:1788619475.695892:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871104 offset 0 length 224: 4 00010000:00010000:1.0:1788619476.130461:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619477.158327:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619478.178551:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788619478.667113:0:21168:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788619478.688930:0:21168:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1788619478.689014:0:21168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619478.689063:0:21168:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619478.689073:0:21168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619478.689081:0:21168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619478.689109:0:21168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788619478.689116:0:21168:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788619478.689150:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619478.689167:0:21168:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff896a00 x1875502893870720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619478.689214:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788619478.689223:0:21168:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788619478.689230:0:21168:0:(import.c:65:import_set_state_nolock()) ffff9d09c4113000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788619478.689236:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619478.689241:0:21168:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff896a00 x1875502893870720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619490 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619478.689248:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788619478.689251:0:21168:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:2.0:1788619478.692372:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619478.692392:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619478.692408:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dde00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:2.0:1788619478.692413:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619478.692426:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788619478.692434:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619478.692439:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788619478.692442:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788619478.692447:0:17182:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788619478.692476:0:17182:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:2.0:1788619478.692481:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619478.692488:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8144 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca814b expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619478.692539:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619478.692541:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619478.692543:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619478.698869:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893870720:0@lo:38:kworker.0 00000100:00080000:1.0:1788619478.699938:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788619478.699959:0:21168:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff894000 x1875502893870848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619478.699984:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788619478.699993:0:21168:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788619478.700045:0:21168:0:(import.c:65:import_set_state_nolock()) ffff9d09c383d000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788619478.700123:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1875502893871232:0@lo:39:umount.0 00000100:00100000:0.0:1788619478.700129:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893870848:0@lo:400:kworker.0 00000400:00000100:2.0:1788619478.700233:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871232 offset 0 length 224: 4 00000100:00080000:2.0:1788619478.753532:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788619478.753548:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788619478.753552:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788619478.753556:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619478.753827:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893871360:0@lo:400:kworker.0 00000400:00000100:1.0:1788619478.753911:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871360 offset 0 length 224: 4 00010000:00010000:3.0:1788619479.203604:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788619479.275816:0:18696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788619479.275832:0:18696:0:(genops.c:885:class_export_put()) final put ffff9d0af69bf800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788619479.276229:0:19515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788619479.276235:0:19515:0:(genops.c:885:class_export_put()) final put ffff9d09c1f3c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788619479.279575:0:474:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af69bf800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788619479.279679:0:474:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f3c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788619479.279705:0:474:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0af69b9800 for lustre-OST0000 00000020:00000080:0.0:1788619479.279711:0:474:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c1f3a800 for lustre-OST0001 00010000:00010000:0.0:1788619480.227437:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788619480.802680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788619480.802692:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619480.802695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788619480.802698:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788619480.802835:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788619480.802860:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893871488:0@lo:400:kworker.0 00000400:00000100:2.0:1788619480.802931:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871488 offset 0 length 224: 4 00010000:00010000:2.0:1788619481.249471:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619482.273670:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619483.297624:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619483.809346:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619473/real 1788619473] req@ffff9d09c3901f80 x1875502893870592/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788619483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619483.809390:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d09c3901f80 x1875502893870592/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788619483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788619483.809416:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8790800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619483.809448:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788619483.809453:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e18fba8d-dd58-436e-a32c-3f3874f876b5:3636:1875502893870592:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:3.0:1788619483.809618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619483.809649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788619483.809652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8790800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619483.809658:0:36:0:(import.c:545:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 597 00000100:00080000:3.0:1788619483.809664:0:36:0:(import.c:630:import_select_connection()) MGC192.168.201.130@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788619483.809674:0:36:0:(import.c:665:import_select_connection()) MGC192.168.201.130@tcp: import ffff9d0ac8790800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619483.809713:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff894700 x1875502893871616/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788619483.809742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619483.809747:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788619483.809938:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788619483.809958:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871744:0@lo:400:kworker.0 00000400:00000100:2.0:1788619483.810038:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871744 offset 0 length 224: 4 00000100:00100000:0.0:1788619483.810473:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e18fba8d-dd58-436e-a32c-3f3874f876b5:3636:1875502893871616:0@lo:250:kworker.0 00000400:00000100:0.0:1788619483.810501:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875502893871616 offset 0 length 520: 4 00010000:00010000:2.0:1788619484.324126:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619485.345538:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619486.369609:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619487.393535:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619488.423414:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619488.930130:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619478/real 1788619478] req@ffff9d0aee9dc000 x1875502893871232/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788619488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619488.930173:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aee9dc000 x1875502893871232/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788619488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788619488.930288:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c383d000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788619488.930299:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1875502893871232:0@lo:39:umount.0 00000100:00080000:1.0:1788619488.930491:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788619488.930498:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788619488.930504:0:21168:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788619488.938847:0:21168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938875:0:21168:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938883:0:21168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938892:0:21168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938917:0:21168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619488.938925:0:21168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938931:0:21168:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938955:0:21168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938961:0:21168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619488.938984:0:21168:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788619488.938989:0:21168:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1788619488.939034:0:21168:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1788619488.939039:0:21168:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1788619488.939045:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619488.939051:0:21168:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788619488.939057:0:21168:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d0af6408000) has no exports 00000020:00080000:1.0:1788619488.939087:0:21168:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d0af6408000) has no exports 00010000:00010000:0.0:1788619488.941426:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619488.941445:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941459:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c428a400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619488.941488:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941502:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619488.941511:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619488.941518:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788619488.941521:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788619488.941524:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788619488.941553:0:19714:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:0.0:1788619488.941558:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941567:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c428a400/0xf71e40bfc4ca811a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca8121 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941588:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619488.941593:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941599:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619488.941602:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941608:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619488.941614:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619488.941627:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788619488.941629:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788619488.941631:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788619488.941637:0:19714:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:0.0:1788619488.941640:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941646:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8477 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca847e expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619488.941656:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619488.941659:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619488.941661:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619488.941962:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788619488.944521:0:21168:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0af809b480 - data ffff9d0ae6236798/ffff9d09c2554c00 00000020:01000000:1.0:1788619488.944693:0:21168:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d09c1f65d20 - data ffff9d09c20375e8/ffff9d09c3aa9000 00100000:10000000:2.0:1788619488.964056:0:21168:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788619488.991222:0:21168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca812f 00000020:00000080:0.0:1788619488.991239:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c2840000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788619488.991260:0:21168:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0af6835800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788619488.991264:0:21168:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af6835800 2 00000020:01000004:0.0:1788619488.991268:0:21168:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d0af6835800 from lustre-OST0000 00000020:00000080:0.0:1788619488.991299:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788619488.991312:0:21168:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788619488.991315:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c2847000/lustre-OST0000_UUID 00000020:00000080:0.0:1788619488.991319:0:21168:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2847000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788619488.991331:0:21168:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788619488.991410:0:21168:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788619488.991415:0:21168:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788619488.991418:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788619488.991425:0:21168:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788619488.991433:0:21168:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9d09c383f800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788619488.991441:0:21168:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9d09c3b7cd40) has exports, disconnecting them 00000020:00080000:0.0:1788619488.991463:0:21168:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9d09c383f800), last request at 1788619407 00000020:00000080:0.0:1788619488.991468:0:21168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8159 00000020:00080000:0.0:1788619488.991477:0:21168:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c383f800): rc 0 00000020:00000080:0.0:1788619488.991484:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c383f800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788619488.992354:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2840000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788619488.992375:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c383f800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1788619488.993565:0:21168:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788619488.993576:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619488.993582:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788619488.993589:0:21168:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788619488.993697:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c4113000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788619488.995205:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619488.995223:0:21168:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788619488.995231:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c4112800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788619488.995237:0:21168:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c4112800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788619488.995244:0:21168:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1788619488.995332:0:21168:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788619488.995353:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619488.995359:0:21168:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788619488.995368:0:21168:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9d09c383b800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788619488.995376:0:21168:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9d09c3b78000) has exports, disconnecting them 00000020:00080000:1.0:1788619488.995381:0:21168:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9d09c383b800), last request at 1788619407 00000020:00000080:1.0:1788619488.995505:0:21168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca816e 00000020:00080000:1.0:1788619488.995528:0:21168:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c383b800): rc 0 00000020:00000080:1.0:1788619488.995533:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c383b800/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1788619488.996423:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c383b800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00000100:00080000:2.0:1788619489.002331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788619489.002346:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788619489.002350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788619489.002354:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788619489.003616:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871872:0@lo:400:kworker.0 00000400:00000100:2.0:1788619489.003694:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893871872 offset 0 length 224: 4 00010000:01000000:2.0:1788619489.022427:0:21168:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788619489.022439:0:21168:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788619489.022446:0:21168:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788619489.022455:0:21168:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788619489.022493:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c383d000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1788619489.022725:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619489.022736:0:21168:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1788619489.022743:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d09c3839800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1788619489.022747:0:21168:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c3839800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1788619489.022756:0:21168:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1788619489.022847:0:21168:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af6835800 1 00000020:00000080:2.0:1788619489.022856:0:21168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca810c 00000020:00000080:2.0:1788619489.022865:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d0afb8a5000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1788619489.022875:0:21168:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1788619489.022884:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8a5000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788619489.022895:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788619489.022901:0:21168:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788619489.022906:0:21168:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9d0af5948000) has no exports 00000020:00000080:2.0:1788619489.075550:0:21168:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619489.075570:0:21168:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788619489.075577:0:21168:0:(genops.c:885:class_export_put()) final put ffff9d0af6830800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788619489.075583:0:21168:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af6830800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788619489.075592:0:21168:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788619489.075755:0:21168:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d0af6837000 00000020:02000400:2.0:1788619489.075822:0:21168:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788619489.443244:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619490.469742:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619490.980221:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619475/real 1788619475] req@ffff9d0aff894e00 x1875502893870976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788619490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619490.980257:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aff894e00 x1875502893870976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788619490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788619490.980279:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619490.980308:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788619490.980313:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893870976:0@lo:38:kworker.0 00000100:00080000:3.0:1788619490.980903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619490.980914:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788619490.980917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788619490.980921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788619490.980925:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619490.980935:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 599 00000100:00080000:3.0:1788619490.980942:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788619490.980952:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d09c1f3d000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619490.981016:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff895500 x1875502893872000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619490.981095:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619490.981114:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893872128:0@lo:400:kworker.0 00000400:00000100:3.0:1788619490.981214:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893872128 offset 0 length 224: 4 00000100:00100000:2.0:1788619490.983481:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893872000:0@lo:38:kworker.0 00000400:00000100:2.0:1788619490.983557:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893872000 offset 0 length 520: 4 00000100:00000400:0.0:1788619491.041352:0:3638:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619475/real 1788619475] req@ffff9d0aff896680 x1875502893871104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788619491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619491.064112:0:3638:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d0aff896680 x1875502893871104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788619491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788619491.064130:0:3638:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f38800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788619491.064134:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788619491.079542:0:3638:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1788619491.085138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788619491.085150:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619491.085154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788619491.085157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788619491.085161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f38800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788619491.085176:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 545 00000100:00080000:0.0:1788619491.085237:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d09c1f38800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619491.085276:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3901f80 x1875502893872256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619491.085472:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1875502893872256:0@lo:38:kworker.0 00000400:00000100:3.0:1788619491.085530:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875502893872256 offset 0 length 520: 4 00000100:00100000:0.0:1788619491.086963:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871104:0@lo:400:kworker.0 00010000:00010000:2.0:1788619491.490521:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788619492.512291:0:21370:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00010000:00010000:2.0:1788619492.521578:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788619492.527354:0:21370:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788619492.527430:0:21370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.527441:0:21370:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.527445:0:21370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.527450:0:21370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.527465:0:21370:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788619492.527468:0:21370:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788619492.527488:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619492.527498:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff895500 x1875502893872000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.527509:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788619492.527514:0:21370:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788619492.527521:0:21370:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f3d000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788619492.527537:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619492.527540:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff895500 x1875502893872000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619510 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.527545:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788619492.527547:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:3.0:1788619492.527692:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893872000:0@lo:38:kworker.0 00000100:00080000:1.0:1788619492.528623:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788619492.528632:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0ad2d0bb80 x1875502893871360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528696:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aee9df100 x1875502893871488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528703:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff897b80 x1875502893871744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528718:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0ad2d0b800 x1875502893871872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528723:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff897480 x1875502893872128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528732:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c3901f80 x1875502893872256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.528737:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788619492.528740:0:21370:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788619492.528744:0:21370:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f38800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788619492.528747:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788619492.528749:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0ad2d0bb80 x1875502893871360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619494 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619492.528794:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871872:0@lo:400:kworker.0 00010000:00010000:0.0:1788619492.529090:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619492.529098:0:19714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619492.529108:0:19714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619492.529112:0:19714:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619492.529123:0:19714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619492.529131:0:19714:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619492.529136:0:19714:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788619492.529138:0:19714:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788619492.529141:0:19714:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788619492.529156:0:19714:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:0.0:1788619492.529159:0:19714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619492.529166:0:19714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca81de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca81e5 expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619492.529290:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619492.529292:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619492.529294:0:19714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619492.529445:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893871360:0@lo:400:kworker.0 00000100:00100000:1.0:1788619492.529489:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aee9df100 x1875502893871488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619496 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.529498:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff897b80 x1875502893871744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619499 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.529513:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0ad2d0b800 x1875502893871872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619504 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.529520:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff897480 x1875502893872128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619506 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.529526:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d09c3901f80 x1875502893872256/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788619501 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619492.529532:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788619492.529583:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893871744:0@lo:400:kworker.0 00000100:00100000:3.0:1788619492.529628:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875502893872128:0@lo:400:kworker.0 00000100:00100000:3.0:1788619492.529648:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1875502893872256:0@lo:38:kworker.0 00000100:00100000:2.0:1788619492.529828:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893871488:0@lo:400:kworker.0 00000100:00100000:1.0:1788619492.529871:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788619492.531722:0:21370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531738:0:21370:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531744:0:21370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531750:0:21370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531880:0:21370:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619492.531892:0:21370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531899:0:21370:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531905:0:21370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.531925:0:21370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.531993:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788619492.532002:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532010:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504e00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:2.0:1788619492.532013:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532024:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788619492.532031:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619492.532037:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788619492.532048:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788619492.532060:0:17182:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:2.0:1788619492.532064:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532071:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada504e00/0xf71e40bfc4ca81b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca81bb expref: -99 pid: 19514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532085:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619492.532088:0:17182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532094:0:17182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5200 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:2.0:1788619492.532097:0:17182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532104:0:17182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788619492.532110:0:17182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619492.532115:0:17182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788619492.532117:0:17182:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788619492.532121:0:17182:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:2.0:1788619492.532123:0:17182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619492.532130:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619492.532132:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619492.532134:0:17182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619492.532516:0:21370:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788619492.532522:0:21370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8469 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca8470 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619492.532536:0:21370:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1788619492.532542:0:21370:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1788619492.532543:0:21370:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1788619492.532569:0:21370:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1788619492.532574:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1788619492.532579:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619492.532586:0:21370:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788619492.532591:0:21370:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d09c4293380) has no exports 00000020:00080000:1.0:1788619492.532614:0:21370:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d09c4293380) has no exports 00010000:00010000:2.0:1788619492.533250:0:17181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788619492.534968:0:21370:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d09c403b1e0 - data ffff9d0ae6357288/ffff9d0af69d9400 00000020:01000000:0.0:1788619492.535122:0:21370:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d0ac5bc04e0 - data ffff9d0ad216bca8/ffff9d0afcbb6c00 00100000:10000000:0.0:1788619492.543837:0:21370:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788619492.550302:0:21370:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca81c9 00000020:00000080:1.0:1788619492.550315:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d0ada429000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1788619492.550331:0:21370:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0af4ddf800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1788619492.550335:0:21370:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af4ddf800 2 00000020:01000004:1.0:1788619492.550338:0:21370:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d0af4ddf800 from lustre-OST0001 00000020:00000080:1.0:1788619492.550365:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619492.550374:0:21370:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1788619492.550376:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d0af4dd8800/lustre-OST0001_UUID 00000020:00000080:1.0:1788619492.550379:0:21370:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af4dd8800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1788619492.550385:0:21370:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1788619492.550477:0:21370:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import e18fba8d-dd58-436e-a32c-3f3874f876b5->MGS 00010000:00010000:1.0:1788619492.550493:0:21370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca7fd8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7fdf expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788619492.550516:0:21370:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca7fd8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7fdf expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619492.550522:0:21370:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1788619492.550525:0:21370:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1788619492.550528:0:21370:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1788619492.550541:0:21370:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:1.0:1788619492.550544:0:21370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca7fd8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca7fdf expref: -99 pid: 17925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619492.550558:0:21370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ada505a00/0xf71e40bfc4ca7ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf71e40bfc4ca7ece expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788619492.550566:0:21370:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ada505a00/0xf71e40bfc4ca7ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf71e40bfc4ca7ece expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619492.550571:0:21370:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788619492.550573:0:21370:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1788619492.550574:0:21370:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1788619492.550581:0:21370:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d0ac8790800 00010000:00010000:1.0:1788619492.550584:0:21370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ada505a00/0xf71e40bfc4ca7ec7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf71e40bfc4ca7ece expref: -99 pid: 17172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788619492.550598:0:21370:0:(import.c:65:import_set_state_nolock()) ffff9d0ac8790800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1788619492.550601:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788619492.550604:0:21370:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788619492.550605:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788619492.550609:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788619492.550619:0:21370:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d0aff894700 x1875502893871616/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788619498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788619492.550640:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788619492.550643:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000020:00000080:3.0:1788619492.550759:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ada429000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1788619492.550791:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e18fba8d-dd58-436e-a32c-3f3874f876b5:3636:1875502893871616:0@lo:250:kworker.0 10000000:01000000:1.0:1788619492.550911:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788619492.550918:0:21370:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca7eb2 00000020:00000080:1.0:1788619492.550922:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c41a6800/e18fba8d-dd58-436e-a32c-3f3874f876b5 00000020:01000000:1.0:1788619492.550935:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.130@tcp (flags='') 00000020:00000080:1.0:1788619492.550940:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619492.550945:0:21370:0:(obd_config.c:956:class_cleanup()) MGC192.168.201.130@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788619492.550949:0:21370:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9d09c3998000) has no exports 00000020:00000080:3.0:1788619492.550993:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c41a6800/e18fba8d-dd58-436e-a32c-3f3874f876b5 for MGC192.168.201.130@tcp 10000000:01000000:3.0:1788619492.551017:0:17190:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1788619492.551123:0:21370:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.201.130@tcp: client import never connected 00000100:00080000:1.0:1788619492.551126:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1788619492.551128:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788619492.551130:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1788619492.551132:0:21370:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788619492.551169:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619492.551173:0:21370:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.130@tcp (uuid e18fba8d-dd58-436e-a32c-3f3874f876b5) 00000020:01000000:1.0:1788619492.551197:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788619492.551201:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619492.551204:0:21370:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788619492.551208:0:21370:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9d09c1f3b800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788619492.551214:0:21370:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9d0af640b380) has exports, disconnecting them 00000020:00080000:1.0:1788619492.551219:0:21370:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9d09c1f3b800), last request at 1788619421 00000020:00000080:1.0:1788619492.551223:0:21370:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca81f3 00000020:00080000:1.0:1788619492.551230:0:21370:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c1f3b800): rc 0 00000020:00000080:1.0:1788619492.551233:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c1f3b800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788619492.552493:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d0ac8790800 for MGC192.168.201.130@tcp 00000020:00000080:3.0:1788619492.552503:0:8:0:(genops.c:885:class_export_put()) final put ffff9d0ac8793800/e18fba8d-dd58-436e-a32c-3f3874f876b5 00000020:00000080:3.0:1788619492.552506:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0ac8793800/e18fba8d-dd58-436e-a32c-3f3874f876b5 for MGC192.168.201.130@tcp 00000020:01000000:3.0:1788619492.552511:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.130@tcp (e18fba8d-dd58-436e-a32c-3f3874f876b5) 00000020:00000080:3.0:1788619492.552736:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f3b800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1788619492.562020:0:21370:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788619492.562080:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788619492.562084:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788619492.562092:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619492.562250:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c1f3d000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788619492.562501:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619492.562511:0:21370:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788619492.562517:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c1f39800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788619492.562521:0:21370:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f39800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788619492.562528:0:21370:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1788619492.562586:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788619492.562590:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619492.562595:0:21370:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788619492.562602:0:21370:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9d09c1f3b000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788619492.562609:0:21370:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9d0af64099c0) has exports, disconnecting them 00000020:00080000:1.0:1788619492.562615:0:21370:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9d09c1f3b000), last request at 1788619421 00000020:00000080:1.0:1788619492.562619:0:21370:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca8208 00000020:00080000:1.0:1788619492.562634:0:21370:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d09c1f3b000): rc 0 00000020:00000080:1.0:1788619492.562637:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c1f3b000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1788619492.564260:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f3b000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1788619492.565293:0:21370:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788619492.565301:0:21370:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788619492.565305:0:21370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788619492.565312:0:21370:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788619492.565460:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d09c1f38800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1788619492.573476:0:19714:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788619492.574599:0:17182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1788619492.575472:0:17181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788619492.575661:0:17176:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9d09c3621400:17176] 0 exiting: rc = 1 00000100:00100000:3.0:1788619492.575747:0:17177:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9d09c3620a00:17177] 1 exiting: rc = 0 00000100:00100000:2.0:1788619492.576597:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577009:0:17179:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9d09c3620800:17179] 1 exiting: rc = 0 00000100:00100000:0.0:1788619492.577124:0:17947:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9d0ac396d800:17947] 3 exiting: rc = 0 00000100:00100000:3.0:1788619492.577256:0:17178:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9d09c3620200:17178] 0 exiting: rc = 1 00000100:00100000:1.0:1788619492.577530:0:17180:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9d09c3621e00:17180] 2 exiting: rc = 0 00000100:00100000:2.0:1788619492.577721:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577728:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577735:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577741:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577746:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577752:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577759:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577765:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577771:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.577792:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578566:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578572:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578577:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578583:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578587:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578593:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578599:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578604:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578610:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578615:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578620:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578625:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578631:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578636:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578641:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578647:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578667:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578673:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578678:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578684:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578689:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578694:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578698:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578704:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578708:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578714:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578718:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578723:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578729:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578735:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578745:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578750:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578756:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578761:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578766:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578770:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578787:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578860:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578869:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578875:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578880:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578885:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578890:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578894:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578899:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578904:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578909:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578914:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578919:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578926:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578932:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578947:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578951:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.578967:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788619492.581546:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788619492.581557:0:21370:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1788619492.581563:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c1f39000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1788619492.581567:0:21370:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c1f39000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1788619492.581573:0:21370:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1788619492.581626:0:21370:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af4ddf800 1 00000020:00000080:2.0:1788619492.581632:0:21370:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf71e40bfc4ca81ad 00000020:00000080:2.0:1788619492.581638:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d09c2843000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1788619492.581645:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1788619492.581649:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788619492.581653:0:21370:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788619492.581656:0:21370:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9d09c42919c0) has no exports 00000020:00000080:3.0:1788619492.582988:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d09c2843000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788619492.611630:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619492.611645:0:21370:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788619492.611652:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d0af4dda000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788619492.611656:0:21370:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0af4dda000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788619492.611665:0:21370:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788619492.611980:0:21370:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d0af4dda800 00000020:01000000:1.0:1788619492.612002:0:21370:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788619492.612006:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788619492.612011:0:21370:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788619492.612015:0:21370:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9d0afbad8000) has no exports 00000020:00000080:1.0:1788619492.612032:0:21370:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788619492.612037:0:21370:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788619492.612040:0:21370:0:(genops.c:885:class_export_put()) final put ffff9d0afb8a1000/OSS_uuid 00000020:00000080:1.0:1788619492.612043:0:21370:0:(genops.c:844:class_export_destroy()) destroying export ffff9d0afb8a1000/OSS_uuid for OSS 00000020:01000000:1.0:1788619492.612046:0:21370:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1788619492.612138:0:18701:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9d0af64b4600:18701] 1 exiting: rc = 0 00000100:00080000:0.0:1788619492.612370:0:17189:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1788619492.612476:0:18702:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9d0afb9a0800:18702] 2 exiting: rc = 0 00000100:00100000:0.0:1788619492.612525:0:18699:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9d0ac5bf1a00:18699] 0 exiting: rc = 1 00000100:00100000:2.0:1788619492.612627:0:19708:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9d09c1fd7e00:19708] 4 exiting: rc = 0 00000100:00100000:1.0:1788619492.612692:0:19244:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9d0afcbd0c00:19244] 3 exiting: rc = 0 00000100:00100000:1.0:1788619492.612758:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612767:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612772:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612777:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612782:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612788:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612793:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612798:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612803:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612809:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612813:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612818:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612824:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612830:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612835:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612840:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612844:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612849:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612853:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612858:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612863:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612868:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612874:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612879:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612883:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612888:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612892:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612897:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612902:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612907:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612911:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612916:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612920:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612935:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612939:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612944:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612949:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612965:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612971:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612977:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612982:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612987:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612993:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.612998:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613003:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613008:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613014:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613019:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613023:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613028:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613033:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613038:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613044:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613049:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613054:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613059:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613071:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613077:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613086:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613092:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613098:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613103:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613108:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788619492.613121:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619492.614593:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9d0ac5bf0000:18704] 1 exiting: rc = 0 00000100:00100000:2.0:1788619492.614731:0:18703:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9d0ac5bf0200:18703] 0 exiting: rc = 1 00000100:00100000:2.0:1788619492.614785:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614843:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614850:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614856:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614861:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614866:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614870:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614876:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614882:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614887:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614892:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614898:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614903:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614908:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614913:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614920:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614938:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614943:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614948:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614953:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614970:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614975:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614980:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614987:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614993:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.614998:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615003:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615008:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615013:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615018:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615023:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615029:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615034:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615039:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615044:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615049:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615054:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615058:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615063:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615068:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615097:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615104:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615110:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615116:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615121:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615126:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615132:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615137:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615141:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615146:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615151:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615164:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615170:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615174:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615559:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615568:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615573:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615578:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615583:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615588:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615593:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615598:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615602:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.615612:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788619492.616995:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9d0af4e07000:18707] 2 exiting: rc = 0 00000100:00100000:1.0:1788619492.617425:0:18705:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9d0afb9a1600:18705] 0 exiting: rc = 1 00000100:00100000:2.0:1788619492.617611:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9d0afba36800:18706] 1 exiting: rc = 0 00000100:00100000:2.0:1788619492.617669:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617677:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617693:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617710:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617717:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617722:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617728:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617734:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617740:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617745:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617752:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617757:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617762:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617767:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617772:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617777:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617783:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617788:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617900:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617909:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617916:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617936:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617942:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617948:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617963:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617970:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617976:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.617999:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618007:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618013:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618018:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618025:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618031:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618037:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618043:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618049:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618055:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618061:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618066:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618071:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618077:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618082:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618087:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618094:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618100:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618105:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618111:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618117:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618123:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618129:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618135:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618157:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618165:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618170:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618176:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618806:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618821:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618827:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618833:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618839:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618844:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618849:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618855:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.618870:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788619492.626821:0:18708:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9d0af4e07a00:18708] 0 exiting: rc = 1 00000100:00100000:3.0:1788619492.626914:0:18709:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9d0af4e06800:18709] 1 exiting: rc = 0 00000100:00100000:2.0:1788619492.627144:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627151:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627156:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627161:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627165:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627170:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627176:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627214:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627221:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627227:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627232:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627238:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627244:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627249:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627255:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627269:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627276:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627281:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627287:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627293:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627298:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627303:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627310:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627315:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627320:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627326:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627331:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627353:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627358:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627364:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627370:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627375:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627381:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627386:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627391:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627397:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627403:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627408:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627413:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627419:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627425:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627430:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627436:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627442:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627447:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627451:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627456:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627460:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627465:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627470:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627475:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627480:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627485:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627489:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627494:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627499:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627504:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627510:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627515:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627521:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627526:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627530:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627543:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.627554:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628410:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9d09c2594200:18711] 1 exiting: rc = 0 00000100:00100000:3.0:1788619492.628561:0:18710:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9d09c2595200:18710] 0 exiting: rc = 1 00000100:00100000:2.0:1788619492.628761:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628768:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628781:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628790:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628806:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628813:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628819:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628825:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628832:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628838:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628844:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628866:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628873:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628878:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628883:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628888:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628893:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628898:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628904:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628909:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628914:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628920:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628925:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628948:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628965:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628973:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628979:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628986:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628993:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.628999:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629005:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629011:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629024:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629030:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629036:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629056:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629062:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629068:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629074:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629080:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629086:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629092:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629098:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629103:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629109:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629115:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629121:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629142:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629149:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629155:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629161:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629166:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629172:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629177:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629208:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629214:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629220:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629225:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629231:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629253:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629483:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629493:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629498:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788619492.629511:0:21370:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1788619492.638049:0:21370:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788619510.952879:0:22134:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788619520.629227:0:22733:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788619520.629236:0:22733:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788619520.629237:0:22733:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788619520.629382:0:22733:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d0af1579000 00000020:01000004:1.0:1788619520.629403:0:22733:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788619520.629413:0:22733:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788619520.629432:0:22733:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9d0afbadcd40) 00000020:00000080:1.0:1788619520.629450:0:22733:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788619520.772147:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788619520.788555:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788619520.790391:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788619520.795821:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.796331:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.796815:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.797203:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.797427:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.797815:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.799172:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.799684:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.800006:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.800287:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.802070:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.805488:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.807491:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.809037:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.810998:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.812408:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.812815:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.813365:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.813721:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.814529:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.815798:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.817527:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.819122:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.820059:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.822667:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.823957:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.824503:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.824798:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.825345:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.826402:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788619520.827101:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788619520.828723:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788619520.831641:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.832564:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.832837:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.833351:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.833625:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.834034:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.834548:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.836641:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.838597:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.841585:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.843334:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788619520.844010:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.845484:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.846487:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.847137:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.849007:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.850525:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788619520.851423:0:22733:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:0.0:1788619520.852086:0:22733:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788619520.852456:0:22733:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1788619520.852477:0:22733:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788619520.852492:0:22733:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca8725 00000020:01000004:0.0:1788619520.852502:0:22733:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1788619520.852508:0:22733:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1788619520.852515:0:22733:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d0af1579000 from MGS 00000020:01000004:0.0:1788619520.852520:0:22733:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1788619520.852533:0:22733:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9d09c4294d40) 00000020:00000080:0.0:1788619520.852547:0:22733:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1788619520.852638:0:22733:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af1579000 from MGS, refs=2 00080000:01000000:0.0:1788619520.852643:0:22733:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788619520.852649:0:22733:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca8733 00000100:00100000:0.0:1788619520.852778:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1788619520.852927:0:22733:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1788619520.852935:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788619520.861619:0:22733:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788619520.861659:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788619520.864802:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788619520.865118:0:22733:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788619520.865125:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788619520.866323:0:22733:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1788619520.866338:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788619520.868392:0:22733:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1788619520.868410:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788619520.876967:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619520.876977:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619520.876979:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619520.877974:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619520.877978:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619520.877981:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619520.878844:0:22733:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788619520.881838:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788619520.889648:0:22733:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788619520.890634:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788619520.892142:0:22733:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788619520.892253:0:22733:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788619520.894169:0:22733:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788619520.896645:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788619520.901643:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788619520.901664:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788619520.902782:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788619520.902795:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788619520.906029:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788619520.906047:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:3.0:1788619520.910392:0:22750:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:1.0:1788619520.910730:0:22733:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1788619520.910760:0:22733:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.130@tcp' 00000020:01000004:1.0:1788619520.910762:0:22733:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1788619520.910803:0:22733:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.130@tcp (typ=mgc) 00000020:00000080:1.0:1788619520.910819:0:22733:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.130@tcp (ffff9d0afbadb380) 00000020:00000080:1.0:1788619520.910839:0:22733:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1788619520.914342:0:22733:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c2573000@MGC192.168.201.130@tcp: add connection 192.168.201.130@tcp at head 00010000:00010000:1.0:1788619520.914561:0:22733:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.130@tcp-0 is initialized 00000040:01000000:1.0:1788619520.914570:0:22733:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 1 is initialized 10000000:01000000:0.0:1788619520.926404:0:22751:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788619520.928547:0:22733:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.130@tcp (uuid 0cd7e57c-ecde-404a-9605-8916c38c530f) 00000020:00000080:1.0:1788619520.928585:0:22733:0:(genops.c:1385:class_connect()) connect: client 0cd7e57c-ecde-404a-9605-8916c38c530f, cookie 0xf71e40bfc4ca8741 00000100:00080000:1.0:1788619520.928611:0:22733:0:(import.c:545:import_select_connection()) MGC192.168.201.130@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788619520.928621:0:22733:0:(import.c:665:import_select_connection()) MGC192.168.201.130@tcp: import ffff9d09c2573000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619520.928671:0:22733:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9de300 x1875502893872384/t0(0) o250->MGC192.168.201.130@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619520.928737:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cd7e57c-ecde-404a-9605-8916c38c530f:3636:1875502893872384:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788619520.928830:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619520.929705:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893872384 00000100:00100000:2.0:1788619520.929722:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893872384 00000100:00100000:2.0:1788619520.929763:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788619520.929772:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3636:x1875502893872384:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1788619520.929804:0:22746:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 0cd7e57c-ecde-404a-9605-8916c38c530f@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1788619520.929844:0:22746:0:(genops.c:1385:class_connect()) connect: client 0cd7e57c-ecde-404a-9605-8916c38c530f, cookie 0xf71e40bfc4ca8748 00000100:00080000:2.0:1788619520.930040:0:22746:0:(import.c:65:import_set_state_nolock()) ffff9d0af7796800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788619520.930502:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+5:3636:x1875502893872384:12345-0@lo:250:mount.lustre.0 Request processed in 728us (1669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619520.930512:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788619520.930946:0:3636:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.130@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788619520.930958:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.130@tcp: connect to target with instance 0 00000100:00080000:1.0:1788619520.930968:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.130@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788619520.930974:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788619520.930979:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2573000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788619520.930982:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788619520.930998:0:3636:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788619520.931005:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cd7e57c-ecde-404a-9605-8916c38c530f:3636:1875502893872384:0@lo:250:mount.lustre.0 00000100:00080000:1.0:1788619520.931042:0:22733:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0cd7e57c-ecde-404a-9605-8916c38c530f->MGS 00000020:01000004:1.0:1788619520.931078:0:22733:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788619520.931165:0:22733:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788619520.931218:0:22733:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9d0afbad8000) 00000020:00000080:1.0:1788619520.931260:0:22733:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788619520.969591:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619520.969848:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788619520.969856:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1788619520.970679:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1788619520.970688:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1788619520.971479:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1788619520.971487:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1788619520.972629:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619520.972853:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1788619520.972859:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1788619520.975016:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1788619520.975030:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1788619521.027490:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788619521.027717:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1788619521.027724:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788619521.029481:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788619521.029504:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788619521.031175:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788619521.031411:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788619521.031418:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788619521.033710:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788619521.033735:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788619521.036410:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788619521.036819:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788619521.036893:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788619521.041816:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788619521.041833:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788619521.043056:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619521.043866:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788619521.043876:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788619521.049096:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788619521.049116:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788619521.066636:0:22733:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788619521.066965:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788619521.066973:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788619521.068575:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788619521.068588:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788619521.070545:0:22733:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788619521.070557:0:22733:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788619521.071391:0:22733:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788619521.071418:0:22733:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1788619521.071423:0:22733:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788619521.071544:0:22733:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788619521.071584:0:22733:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.130@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788619521.071588:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788619521.071590:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788619521.071591:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619521.071592:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619521.071594:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619521.071595:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619521.071596:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788619521.071598:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788619521.071600:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619521.071601:0:22733:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788619521.071604:0:22733:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788619521.071606:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788619521.071607:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788619521.071608:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619521.071609:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619521.071610:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619521.071612:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619521.071613:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788619521.071614:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788619521.071615:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619521.071616:0:22733:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788619521.071644:0:22733:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788619521.071665:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872512:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788619521.071750:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619521.071882:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7ade6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.071933:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893872512 00000100:00100000:1.0:1788619521.071940:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893872512 00000100:00100000:1.0:1788619521.071989:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788619521.071999:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+5:22733:x1875502893872512:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788619521.072042:0:22748:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788619521.072049:0:22748:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788619521.072053:0:22748:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1788619521.072458:0:22770:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788619521.073039:0:22748:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788619521.075333:0:22771:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788619521.075339:0:22771:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788619521.075342:0:22771:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788619521.075343:0:22771:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788619521.075600:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788619521.075737:0:22748:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788619521.075754:0:22748:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788619521.078048:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+5:22733:x1875502893872512:12345-0@lo:253:mount.lustre.0 Request processed in 6039us (6287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.078065:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788619521.078205:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872512:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788619521.078221:0:22733:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788619521.078224:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788619521.078226:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788619521.078227:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788619521.078250:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788619521.078251:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788619521.078253:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788619521.078254:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788619521.078256:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788619521.078258:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788619521.078259:0:22733:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788619521.078278:0:22733:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d0af1579000 from lustre-MDT0000 10000000:01000000:2.0:1788619521.078309:0:22733:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788619521.078311:0:22733:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788619521.078315:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d0afbadb380 10000000:01000000:2.0:1788619521.078318:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788619521.078325:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d0afbadb380 from 1 10000000:01000000:2.0:1788619521.078327:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788619521.078357:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619521.078365:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619521.078371:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619521.078386:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872640:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619521.078415:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619521.078444:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af69c0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.078505:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893872640 00000100:00100000:0.0:1788619521.078512:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893872640 00000100:00100000:0.0:1788619521.078567:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619521.078578:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+5:22733:x1875502893872640:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619521.078593:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619521.078608:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021ed000/0xf71e40bfc4ca875d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8756 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.078701:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ed000/0xf71e40bfc4ca875d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8756 expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.078714:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021ed000/0xf71e40bfc4ca875d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8756 expref: 6 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.078725:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021ed000, rc 0) 00000100:00100000:0.0:1788619521.078785:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+6:22733:x1875502893872640:12345-0@lo:101:mount.lustre.0 Request processed in 208us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.078791:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788619521.079228:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872640:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619521.079244:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.079254:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619521.079328:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872768:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619521.079358:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619521.079392:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac34da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.079478:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893872768 00000100:00100000:2.0:1788619521.079483:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893872768 00000100:00100000:2.0:1788619521.079520:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788619521.079537:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+6:22733:x1875502893872768:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619521.079729:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+6:22733:x1875502893872768:12345-0@lo:501:mount.lustre.0 Request processed in 192us (368us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788619521.079759:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788619521.081932:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872768:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788619521.081985:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788619521.082010:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082022:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619521.082031:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d0af1579000 10000000:01000000:1.0:1788619521.082040:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788619521.082045:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d0af1579000 10000000:01000000:1.0:1788619521.082048:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788619521.082051:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d0af1579000 from 1 10000000:01000000:1.0:1788619521.082054:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788619521.082092:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082101:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082112:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.082134:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872896:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788619521.082207:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619521.082239:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893872896 00000100:00100000:3.0:1788619521.082247:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893872896 00000100:00100000:1.0:1788619521.082252:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619521.082304:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788619521.082314:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+6:22733:x1875502893872896:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619521.082326:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619521.082341:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac6400/0xf71e40bfc4ca876b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8764 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.082364:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac6400/0xf71e40bfc4ca876b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8764 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.082374:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac6400/0xf71e40bfc4ca876b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8764 expref: 7 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.082382:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac6400, rc 0) 00000100:00100000:3.0:1788619521.082428:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+7:22733:x1875502893872896:12345-0@lo:101:mount.lustre.0 Request processed in 114us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619521.082452:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788619521.082549:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893872896:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619521.082564:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca876b expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082571:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca876b expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619521.082582:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788619521.082597:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca876b expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082602:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc200/0xf71e40bfc4ca8764 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca876b expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619521.082606:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788619521.082608:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788619521.082611:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d0af1579000 10000000:01000000:1.0:1788619521.082612:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788619521.082614:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1788619521.082615:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788619521.082626:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082631:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082635:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.082643:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873024:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788619521.082667:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.082683:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.082738:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873024 00000100:00100000:0.0:1788619521.082743:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873024 00000100:00100000:0.0:1788619521.082778:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788619521.082786:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+7:22733:x1875502893873024:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619521.082792:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619521.082802:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021ed600/0xf71e40bfc4ca8779 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8772 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.082828:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ed600/0xf71e40bfc4ca8779 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8772 expref: 8 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.082836:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021ed600/0xf71e40bfc4ca8779 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8772 expref: 8 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.082843:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021ed600, rc 0) 00000100:00100000:0.0:1788619521.082887:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+8:22733:x1875502893873024:12345-0@lo:101:mount.lustre.0 Request processed in 102us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.082893:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619521.082955:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873024:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619521.082963:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8779 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.082968:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8779 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.083019:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873152:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619521.083036:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.083051:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.083142:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873152 00000100:00100000:0.0:1788619521.083146:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873152 00000100:00100000:0.0:1788619521.083168:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788619521.083171:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+8:22733:x1875502893873152:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619521.083305:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22733:x1875502893873152:12345-0@lo:501:mount.lustre.0 Request processed in 131us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.083310:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788619521.083369:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873152:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619521.083389:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873280:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619521.083416:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.083438:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.083543:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873280 00000100:00100000:2.0:1788619521.083548:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873280 00000100:00100000:2.0:1788619521.083581:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619521.083588:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22733:x1875502893873280:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788619521.084238:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22733:x1875502893873280:12345-0@lo:503:mount.lustre.0 Request processed in 648us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.084246:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788619521.084330:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893873280:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619521.084982:0:22772:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22772:1875502893873408:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.085030:0:22772:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.085105:0:22772:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788619521.085149:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873408 00000100:00100000:3.0:1788619521.085155:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873408 00000100:00100000:3.0:1788619521.085623:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788619521.085633:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22772:x1875502893873408:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788619521.086332:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22772:x1875502893873408:12345-0@lo:502:llog_process_th.0 Request processed in 699us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619521.086339:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619521.086457:0:22772:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22772:1875502893873408:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788619521.086498:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788619521.086528:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619521.086531:0:22772:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788619521.086537:0:22772:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1788619521.086547:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788619521.086560:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9d0afbad99c0) 00000020:00000080:1.0:1788619521.086576:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1788619521.086584:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788619521.086670:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788619521.086679:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca8787 00000020:00000080:1.0:1788619521.086903:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788619521.086909:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619521.086913:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619521.086914:0:22772:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788619521.086917:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788619521.086920:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619521.086922:0:22772:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1788619521.086925:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788619521.086932:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9d0af5948000) 00000020:00000080:1.0:1788619521.086943:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1788619521.086947:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788619521.086949:0:22772:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1788619521.086952:0:22772:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1788619521.086957:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788619521.087001:0:22772:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af1579000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1788619521.087013:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9d0af594cd40) 00000020:00000080:1.0:1788619521.087022:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1788619521.087080:0:22772:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788619521.087087:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca879c 00000020:00000080:1.0:1788619521.087176:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1788619521.087213:0:22772:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788619521.087218:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf71e40bfc4ca87a3 00080000:01000000:1.0:1788619521.087223:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788619521.087227:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca87aa 00010000:00010000:0.0:1788619521.142990:0:22772:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1788619521.144718:0:22772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1788619521.146582:0:22772:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788619521.147393:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9d09c4290000) 00000020:00000080:0.0:1788619521.147412:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1788619521.147497:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788619521.147504:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca87b8 00000020:00000080:0.0:1788619521.148171:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788619521.152078:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf71e40bfc4ca87bf 00000020:00000080:0.0:1788619521.152847:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788619521.152867:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.152875:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.152877:0:22772:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788619521.152882:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788619521.152884:0:22772:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1788619521.152886:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788619521.152887:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788619521.152899:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788619521.152903:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.152905:0:22772:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788619521.152908:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.152914:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.152916:0:22772:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788619521.152920:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788619521.152962:0:22772:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788619521.152977:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.152980:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.152981:0:22772:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788619521.152984:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.152987:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.152989:0:22772:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1788619521.152991:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788619521.152997:0:22772:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:00000080:0.0:1788619521.153031:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788619521.153048:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9d09c42919c0) 00000020:00000080:0.0:1788619521.153061:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788619521.153066:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788619521.153133:0:22772:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1788619521.153139:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788619521.153146:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca87cd 00010000:00080000:0.0:1788619521.153195:0:22772:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0aca149000@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619521.155533:0:22772:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1788619521.156866:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788619521.156887:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788619521.156924:0:22772:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788619521.156945:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca87d4 00000100:00080000:0.0:1788619521.156956:0:22772:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788619521.156962:0:22772:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619521.156999:0:22772:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3901180 x1875502893873536/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619521.157062:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873536:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788619521.157135:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619521.158321:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873536 00000100:00100000:2.0:1788619521.158332:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873536 00000100:00100000:2.0:1788619521.158366:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788619521.158374:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893873536:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788619521.158392:0:22759:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1788619521.160674:0:22772:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1788619521.161057:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.161062:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.161064:0:22772:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1788619521.161066:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788619521.161068:0:22772:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1788619521.161069:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788619521.161070:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788619521.161071:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788619521.161073:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.161074:0:22772:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788619521.161075:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788619521.161079:0:22772:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788619521.161081:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.161082:0:22772:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788619521.161083:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788619521.161086:0:22772:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:0.0:1788619521.161107:0:22772:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788619521.161109:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788619521.161121:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9d09c4293380) 00000020:00000080:0.0:1788619521.161135:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788619521.161138:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788619521.161228:0:22772:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788619521.161344:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788619521.161364:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca87e2 00010000:00080000:0.0:1788619521.161400:0:22772:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c2846800@lustre-OST0000-osc-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619521.161624:0:22772:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1788619521.163768:0:22772:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788619521.163952:0:22772:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788619521.166889:0:22772:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788619521.167366:0:22772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788619521.175299:0:22772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788619521.177581:0:22778:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788619521.177588:0:22778:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1788619521.177753:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893873536:12345-0@lo:38:llog_process_th.0 Request processed in 19373us (20612us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619521.177780:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788619521.178019:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788619521.178026:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788619521.178031:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873536:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1788619521.180419:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788619521.180435:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788619521.180478:0:22772:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788619521.180498:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca87e9 00000100:00080000:3.0:1788619521.180506:0:22772:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788619521.180512:0:22772:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d09c2846800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619521.180541:0:22772:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff897480 x1875502893873664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619521.180600:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873664:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788619521.180649:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893873664 offset 0 length 520: 4 00000100:00080000:3.0:1788619521.180695:0:22772:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788619521.180766:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619521.180771:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619521.180773:0:22772:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788619521.180776:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788619521.180779:0:22772:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788619521.180780:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788619521.180782:0:22772:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788619521.180784:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788619521.180786:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619521.180788:0:22772:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788619521.180791:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788619521.180795:0:22772:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788619521.180806:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619521.180807:0:22772:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788619521.180811:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788619521.180815:0:22772:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:3.0:1788619521.180838:0:22772:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788619521.180840:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788619521.180853:0:22772:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9d0af640cd40) 00000020:00000080:3.0:1788619521.180865:0:22772:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788619521.180870:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788619521.180939:0:22772:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788619521.180946:0:22772:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788619521.180952:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf71e40bfc4ca87f7 00010000:00080000:3.0:1788619521.180977:0:22772:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c41a3000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:3.0:1788619521.181258:0:22772:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788619521.181425:0:22772:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788619521.181437:0:22772:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00080000:0.0:1788619521.184202:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788619521.184208:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788619521.184211:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788619521.184217:0:474:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:0.0:1788619521.184222:0:474:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788619521.184227:0:474:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619521.184249:0:474:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3900000 x1875502893873920/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788619521.184336:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893873792:0@lo:400:kworker.0 00000100:00100000:2.0:1788619521.184394:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619521.184442:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873792 00000100:00100000:2.0:1788619521.184449:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873792 00000100:00100000:2.0:1788619521.184502:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619521.184511:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+9:3640:x1875502893873792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619521.184557:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+9:3640:x1875502893873792:12345-0@lo:400:kworker.0 Request processed in 47us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.184563:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619521.184608:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893873792:0@lo:400:kworker.0 00000040:00080000:3.0:1788619521.186293:0:22772:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788619521.186636:0:22772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000100:00100000:1.0:1788619521.186852:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873920:0@lo:38:kworker.0 00000100:00100000:1.0:1788619521.186908:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1788619521.187054:0:22772:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:2.0:1788619521.187069:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893873920 00000100:00100000:2.0:1788619521.187081:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893873920 00000100:00100000:2.0:1788619521.187372:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788619521.187378:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893873920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788619521.187395:0:22760:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788619521.187440:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893873920:12345-0@lo:38:kworker.0 Request processed in 60us (531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788619521.187446:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788619521.187499:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619521.187505:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788619521.187509:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873920:0@lo:38:kworker.0 00000040:00080000:1.0:1788619521.187686:0:22780:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788619521.187690:0:22780:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788619521.188368:0:22772:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788619521.188380:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788619521.188417:0:22772:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788619521.188436:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca87fe 00000100:00080000:0.0:1788619521.188445:0:22772:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788619521.188450:0:22772:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d09c41a3000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619521.188513:0:22772:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3902a00 x1875502893874048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788619521.188537:0:22772:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1788619521.188574:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893874048:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788619521.188614:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893874048 offset 0 length 520: 4 00000020:01000000:0.0:1788619521.188641:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.188645:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.188647:0:22772:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788619521.188650:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.188654:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.188655:0:22772:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788619521.188658:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788619521.188660:0:22772:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788619521.188662:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.188664:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.188666:0:22772:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788619521.188668:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.188670:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.188671:0:22772:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788619521.188675:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788619521.188703:0:22772:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22772:1875502893874176:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788619521.188750:0:22772:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619521.188771:0:22772:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac71ef600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619521.188936:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874176 00000100:00100000:3.0:1788619521.188943:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874176 00000100:00100000:3.0:1788619521.188986:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788619521.188995:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22772:x1875502893874176:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788619521.189121:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22772:x1875502893874176:12345-0@lo:502:llog_process_th.0 Request processed in 126us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619521.189136:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619521.189293:0:22772:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22772:1875502893874176:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788619521.189331:0:22772:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.189335:0:22772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.189337:0:22772:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788619521.189341:0:22772:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1788619521.189585:0:22733:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1788619521.189606:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788619521.189622:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8779 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.189633:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc800/0xf71e40bfc4ca8772 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8779 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619521.189642:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0af1579000 from 1 10000000:01000000:1.0:1788619521.189645:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619521.189672:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.189682:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.189691:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.189714:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788619521.189741:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.189767:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af678b180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.189817:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874304 00000100:00100000:0.0:1788619521.189822:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874304 00000100:00100000:0.0:1788619521.189855:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619521.189863:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+9:22733:x1875502893874304:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619521.189881:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619521.189897:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8805 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.189929:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 10 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.189938:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 10 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.189944:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021eda00, rc 0) 00000100:00100000:0.0:1788619521.189975:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+10:22733:x1875502893874304:12345-0@lo:101:mount.lustre.0 Request processed in 114us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.189979:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619521.190067:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619521.190081:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.190088:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.190572:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874432:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788619521.190609:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.190685:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af678b180 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.192014:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874432 00000100:00100000:2.0:1788619521.192023:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874432 00000100:00100000:2.0:1788619521.192085:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788619521.192093:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+10:22733:x1875502893874432:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788619521.192121:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788619521.192127:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788619521.192245:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+10:22733:x1875502893874432:12345-0@lo:256:mount.lustre.0 Request processed in 151us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.192252:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788619521.192341:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874432:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788619521.193097:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788619521.193171:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.193209:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619521.193220:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0af1579000 from 1 10000000:01000000:1.0:1788619521.193223:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788619521.193258:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.193336:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.193343:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.193359:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874560:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788619521.193390:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.193424:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af678b180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.193430:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874560 00000100:00100000:0.0:1788619521.193436:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874560 00000100:00100000:0.0:1788619521.193486:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619521.193495:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+10:22733:x1875502893874560:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619521.193505:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619521.193519:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8813 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.193552:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.193563:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.193571:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021ec000, rc 0) 00000100:00100000:0.0:1788619521.193611:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893874560:12345-0@lo:101:mount.lustre.0 Request processed in 117us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.193618:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788619521.193647:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874560:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619521.193660:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.193669:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.193725:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874688:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619521.193751:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.193771:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af678b180 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.193823:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874688 00000100:00100000:2.0:1788619521.193828:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874688 00000100:00100000:2.0:1788619521.193860:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788619521.193878:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893874688:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619521.194000:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893874688:12345-0@lo:501:mount.lustre.0 Request processed in 135us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.194006:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788619521.194492:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874688:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619521.194521:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874816:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619521.194554:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619521.194580:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2d4ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619521.194588:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874816 00000100:00100000:0.0:1788619521.194594:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874816 00000100:00100000:0.0:1788619521.194623:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788619521.194630:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893874816:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619521.194737:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893874816:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619521.194777:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893874816:12345-0@lo:503:mount.lustre.0 Request processed in 80us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619521.194786:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788619521.195165:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22782:1875502893874944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788619521.195221:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.195248:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893874944 00000100:00100000:1.0:1788619521.195253:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893874944 00000100:00100000:0.0:1788619521.195254:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac73af540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.195286:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788619521.195293:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22782:x1875502893874944:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.195730:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22782:x1875502893874944:12345-0@lo:502:llog_process_th.0 Request processed in 437us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.195737:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788619521.195765:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22782:1875502893874944:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788619521.195789:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.195798:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195800:0:22782:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788619521.195806:0:22782:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0af1579000 00000020:00000080:0.0:1788619521.195807:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619521.195813:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.195814:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195816:0:22782:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788619521.195817:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.195818:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195819:0:22782:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788619521.195822:0:22782:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0af1579000 00000020:00000080:0.0:1788619521.195824:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619521.195887:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.195891:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195892:0:22782:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788619521.195894:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.195897:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195898:0:22782:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788619521.195908:0:22782:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0af1579000 00000020:00000080:0.0:1788619521.195910:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619521.195930:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619521.195933:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195934:0:22782:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788619521.195937:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619521.195939:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619521.195941:0:22782:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788619521.195944:0:22782:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0af1579000 00000020:00000080:0.0:1788619521.195946:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788619521.196157:0:22782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22782:1875502893875072:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788619521.196221:0:22782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619521.196317:0:22782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac73af540 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.197439:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875072 00000100:00100000:2.0:1788619521.197449:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875072 00000100:00100000:2.0:1788619521.197504:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788619521.197513:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22782:x1875502893875072:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788619521.197664:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22782:x1875502893875072:12345-0@lo:502:llog_process_th.0 Request processed in 151us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.197672:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788619521.197774:0:22782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22782:1875502893875072:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788619521.197804:0:22782:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619521.197812:0:22782:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619521.197814:0:22782:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788619521.197821:0:22782:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788619521.198053:0:22733:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788619521.198080:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788619521.198103:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619521.198115:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619521.198160:0:22733:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788619521.198163:0:22733:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d0af1579000 10000000:01000000:2.0:1788619521.198166:0:22733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d0af1579000 10000000:01000000:2.0:1788619521.198169:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788619521.198174:0:22733:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d0af1579000 from 1 10000000:01000000:2.0:1788619521.198177:0:22733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788619521.198230:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619521.198238:0:22733:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619521.198247:0:22733:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619521.198264:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619521.199007:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619521.199075:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac84db6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.200574:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875200 00000100:00100000:1.0:1788619521.200588:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875200 00000100:00100000:1.0:1788619521.200640:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619521.200651:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893875200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619521.200664:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619521.200679:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbde00/0xf71e40bfc4ca8828 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8821 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.200941:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbde00/0xf71e40bfc4ca8828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8821 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.200951:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbde00/0xf71e40bfc4ca8828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8821 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.200959:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbde00, rc 0) 00000100:00100000:1.0:1788619521.201023:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893875200:12345-0@lo:101:mount.lustre.0 Request processed in 374us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.201030:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788619521.201061:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875200:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619521.201084:0:22733:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8828 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619521.201166:0:22733:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8828 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619521.201344:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619521.201377:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619521.201411:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a540 going to sleep for 11 seconds 00000100:00100000:2.0:1788619521.201476:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875328 00000100:00100000:2.0:1788619521.201481:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875328 00000100:00100000:2.0:1788619521.201514:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788619521.201519:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893875328:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619521.201629:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893875328:12345-0@lo:501:mount.lustre.0 Request processed in 108us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.201636:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788619521.201650:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619521.201677:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619521.201712:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619521.201724:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.203509:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875456 00000100:00100000:1.0:1788619521.203522:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875456 00000100:00100000:1.0:1788619521.203564:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788619521.203572:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893875456:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619521.203707:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893875456:12345-0@lo:503:mount.lustre.0 Request processed in 135us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.203720:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788619521.203720:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893875456:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619521.206806:0:22786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875584:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788619521.206894:0:22786:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619521.208162:0:22786:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26ae0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.208352:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875584 00000100:00100000:1.0:1788619521.208416:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875584 00000100:00100000:1.0:1788619521.208473:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788619521.208484:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875584:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.208632:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875584:12345-0@lo:502:llog_process_th.0 Request processed in 150us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.208641:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788619521.208803:0:22786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875584:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1788619521.208862:0:22786:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1788619521.208875:0:22786:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9d0af64099c0) 00000020:00000080:3.0:1788619521.208890:0:22786:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1788619521.209521:0:22786:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af1579000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788619521.209527:0:22786:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0af1579000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788619521.209530:0:22786:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af1579000 4 00010000:00080000:3.0:1788619521.209625:0:22786:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0ad0965000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.130@tcp at head 00010000:00010000:3.0:1788619521.212545:0:22786:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1788619521.214888:0:22786:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1788619521.214922:0:22786:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788619521.214932:0:22786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf71e40bfc4ca8836 00000100:00080000:3.0:1788619521.214940:0:22786:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788619521.214945:0:22786:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d0ad0965000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619521.214974:0:22786:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff897b80 x1875502893875712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619521.215015:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893875712:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788619521.215078:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619521.215131:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875712 00000100:00100000:3.0:1788619521.215136:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875712 00000100:00100000:3.0:1788619521.215164:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619521.215171:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1875502893875712:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788619521.215242:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1875502893875712:12345-0@lo:38:llog_process_th.0 Request processed in 70us (162us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788619521.215247:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619521.215274:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788619521.215279:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ad0965000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619521.215292:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788619521.215294:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893875712:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1788619521.215518:0:22786:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788619521.218946:0:22786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875840:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.219028:0:22786:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.219070:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875840 00000100:00100000:1.0:1788619521.219077:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875840 00000100:00100000:1.0:1788619521.219122:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788619521.219132:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875840:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.219278:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875840:12345-0@lo:502:llog_process_th.0 Request processed in 147us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.219286:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788619521.219331:0:22786:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.219352:0:22786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875840:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.219393:0:22786:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875968:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.219425:0:22786:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.219445:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893875968 00000100:00100000:1.0:1788619521.219449:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893875968 00000100:00100000:1.0:1788619521.219482:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619521.219488:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875968:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788619521.220028:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22786:x1875502893875968:12345-0@lo:502:llog_process_th.0 Request processed in 538us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.220036:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619521.220073:0:22786:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.220087:0:22786:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0cd7e57c-ecde-404a-9605-8916c38c530f:22786:1875502893875968:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788619521.220108:0:22786:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788619521.220165:0:22733:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788619521.220656:0:22733:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788619521.220717:0:22733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8828 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.220729:0:22733:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd200/0xf71e40bfc4ca8821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8828 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788619521.220803:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788619521.220805:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788619521.220806:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788619521.220808:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788619521.220809:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788619521.220811:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788619521.220812:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788619521.220814:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788619521.220816:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788619521.220817:0:22733:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788619521.220822:0:22733:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1788619521.220824:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788619521.220826:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788619521.220828:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788619521.220829:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788619521.220830:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788619521.220832:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788619521.220834:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788619521.220835:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788619521.220842:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788619521.220844:0:22733:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788619521.220862:0:22733:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788619521.220886:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893876096:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788619521.220925:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.220950:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0000 going to sleep for 11 seconds 00000100:00100000:1.0:1788619521.220972:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876096 00000100:00100000:1.0:1788619521.220977:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876096 00000100:00100000:1.0:1788619521.221011:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619521.221019:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22733:x1875502893876096:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788619521.221044:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788619521.221057:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788619521.246725:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788619521.246747:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1788619521.248273:0:22770:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788619521.248283:0:22770:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788619521.248311:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.248330:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.248338:0:22770:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.248383:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.248398:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 12 pid: 22748 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.248412:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893876224:0@lo:104: 00000100:00100000:1.0:1788619521.248488:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.248549:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619521.248567:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876224 00000100:00100000:3.0:1788619521.248577:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876224 00000100:00100000:3.0:1788619521.248631:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619521.248641:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893876224:12345-0@lo:104: 00010000:00010000:3.0:1788619521.248656:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248725:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788619521.248731:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893876224:12345-0@lo:104: Request processed in 92us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619521.248739:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1788619521.248760:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619521.248773:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248779:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619521.248783:0:22743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248791:0:22743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619521.248797:0:22743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619521.248802:0:22743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788619521.248830:0:22743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248836:0:22743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619521.248856:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248863:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8805 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca880c expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619521.248876:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619521.248878:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619521.248880:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619521.248921:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893876352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619521.248949:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619521.249465:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893876224:0@lo:104: 00010000:00010000:1.0:1788619521.249485:0:22770:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.250499:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876352 00000100:00100000:1.0:1788619521.250509:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876352 00010000:00010000:1.0:1788619521.250546:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 13 pid: 22748 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619521.250587:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788619521.250596:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+13:3637:x1875502893876352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619521.250609:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619521.250615:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 13 pid: 22748 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250626:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 13 pid: 22748 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250644:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021eda00/0xf71e40bfc4ca880c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8805 expref: 13 pid: 22748 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250658:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250667:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788619521.250683:0:22739:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002400594s 00010000:00010000:1.0:1788619521.250687:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250710:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250717:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250725:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250732:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbda00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619521.250738:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250760:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250778:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250788:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619521.250832:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:3637:x1875502893876352:12345-0@lo:103:ldlm_bl.0 Request processed in 237us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619521.250839:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788619521.250883:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893876352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619521.250907:0:22770:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250915:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619521.250931:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbda00/0xf71e40bfc4ca883d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619521.251164:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22733:x1875502893876096:12345-0@lo:253:mount.lustre.0 Request processed in 30145us (30237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619521.251173:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619521.252527:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:22733:1875502893876096:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788619521.252558:0:22733:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788619521.252562:0:22733:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788619521.252563:0:22733:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788619521.252565:0:22733:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788619521.252566:0:22733:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788619521.252567:0:22733:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788619521.252568:0:22733:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788619521.252570:0:22733:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788619521.252571:0:22733:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788619521.252573:0:22733:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788619521.252575:0:22733:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788619521.252590:0:22733:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:1.0:1788619521.297349:0:22733:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788619521.298009:0:22733:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:2.0:1788619521.299030:0:22795:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000020:00080000:1.0:1788619521.299529:0:22794:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000040:01000000:3.0:1788619521.299638:0:22733:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:1.0:1788619521.300376:0:22794:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:00080000:2.0:1788619521.300506:0:22795:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788619521.300819:0:22796:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9d09c3900380 x1875502893876480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619521.300835:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000040:01000000:3.0:1788619521.303501:0:22733:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788619521.304040:0:22733:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788619521.306477:0:22733:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788619521.306504:0:22733:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788619521.308073:0:22795:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788619521.308161:0:22795:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1788619521.308471:0:22733:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788619521.309407:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788619521.309933:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788619521.309969:0:22733:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788619521.312118:0:22733:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788619521.313998:0:22733:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1788619521.317647:0:22733:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788619521.319953:0:22733:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788619521.319993:0:22733:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb709c0d7f988 00100000:10000000:3.0:1788619521.320001:0:22733:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788619521.321730:0:22733:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788619521.321748:0:22733:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788619521.321770:0:22733:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1788619521.321786:0:22733:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1788619521.327924:0:22733:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788619521.328165:0:22733:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788619521.892780:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619522.274157:0:22790:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788619522.274172:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788619522.275698:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788619522.275723:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1788619522.339582:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 10000000:01000000:0.0:1788619522.852844:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788619522.852856:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0af1579000 from 11 10000000:01000000:0.0:1788619522.852865:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788619522.852942:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619522.852956:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619522.852970:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619522.853005:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893876608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788619522.853110:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619522.853165:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619522.853271:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876608 00000100:00100000:1.0:1788619522.853282:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876608 00000100:00100000:1.0:1788619522.853357:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788619522.853369:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+11:22751:x1875502893876608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619522.853385:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619522.853402:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8844 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619522.853443:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619522.853480:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619522.853490:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbcc00, rc 0) 00000100:00100000:1.0:1788619522.853543:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22751:x1875502893876608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619522.853551:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788619522.853913:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893876608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619522.853934:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619522.853957:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619522.854016:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893876736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788619522.854054:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619522.854084:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619522.854129:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876736 00000100:00100000:2.0:1788619522.854135:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876736 00000100:00100000:2.0:1788619522.854174:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788619522.854209:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22751:x1875502893876736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788619522.854227:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788619522.854249:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788619522.854253:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788619522.854347:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:22751:x1875502893876736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619522.854355:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788619522.854448:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893876736:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788619522.854508:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788619522.854516:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619522.854526:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619522.913792:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788619523.299939:0:22790:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788619523.299955:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788619523.301964:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788619523.302028:0:22790:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788619523.303764:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788619523.361572:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1788619523.939684:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619524.385279:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1788619524.964253:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619525.411813:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1788619525.985889:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788619526.371086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788619526.371096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788619526.371102:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619526.371116:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:1.0:1788619526.371126:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788619526.371136:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619526.371170:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9df480 x1875502893876992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619526.371506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619526.371512:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619526.371514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619526.371518:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619526.371537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788619526.371541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788619526.371543:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d0ad0965000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1788619526.371571:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893876864:0@lo:400:kworker.0 00000100:00080000:1.0:1788619526.371624:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d0ad0965000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619526.371640:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9ded80 x1875502893877120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788619526.371684:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619526.371768:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876864 00000100:00100000:0.0:1788619526.371890:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893876992:0@lo:38:kworker.0 00000100:00100000:0.0:1788619526.371936:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619526.371973:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893877120:0@lo:38:kworker.0 00000100:00100000:0.0:1788619526.372003:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619526.372158:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876864 00000100:00100000:2.0:1788619526.372243:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788619526.372254:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:3638:x1875502893876864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619526.372313:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:3638:x1875502893876864:12345-0@lo:400:kworker.0 Request processed in 61us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619526.372321:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788619526.372663:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876992 00000100:00100000:1.0:1788619526.372669:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876992 00000100:00100000:1.0:1788619526.372703:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788619526.372709:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893876992:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1788619526.372848:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893877120 00000100:00100000:3.0:1788619526.372853:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893877120 00000100:00100000:2.0:1788619526.372948:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893876864:0@lo:400:kworker.0 00010000:00020000:1.0:1788619526.373012:0:22760:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788619526.373127:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788619526.373133:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893877120:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788619526.373154:0:22756:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:3.0:1788619526.373244:0:22756:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf71e40bfc4ca8852 00000004:00100000:3.0:1788619526.373268:0:22756:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788619526.373546:0:22756:0:(import.c:65:import_set_state_nolock()) ffff9d0ad2d66000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619526.373646:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1875502893876992:12345-0@lo:38:kworker.0 Request processed in 935us (1707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788619526.373654:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788619526.373875:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875502893877120:12345-0@lo:38:kworker.0 Request processed in 740us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619526.373892:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788619526.373983:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788619526.373989:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788619526.373994:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893876992:0@lo:38:kworker.0 00010000:00080000:0.0:1788619526.374010:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d0aee9ded80 x1875502893877120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788619526.374035:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788619526.374045:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788619526.374051:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788619526.374053:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ad0965000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788619526.374059:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875502893877120:0@lo:38:kworker.0 00000100:00100000:2.0:1788619526.438707:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000001:02000400:0.0:1788619526.906414:0:23039:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788619527.013540:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619527.460848:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000020:00000004:1.0:1788619527.853336:0:23091:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788619527.854575:0:23091:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788619528.033469:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619528.481247:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000020:00000004:2.0:1788619528.748422:0:23142:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788619528.748583:0:23142:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788619529.061585:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619529.505300:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1788619530.081708:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619530.530085:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:3.0:1788619531.107449:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619531.491942:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619521/real 1788619521] req@ffff9d09c3902a00 x1875502893874048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619531 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619531.491981:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d09c3902a00 x1875502893874048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619531.491993:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619521/real 1788619521] req@ffff9d0aff897480 x1875502893873664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619531 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619531.492021:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aff897480 x1875502893873664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788619531.492043:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619531.493012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788619531.493019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788619531.493022:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788619531.493031:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 650 00000100:00080000:2.0:1788619531.493039:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788619531.493048:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788619531.493076:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0ad2d09880 x1875502893877376/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788619531.493089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788619531.493093:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788619531.493096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788619531.493112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788619531.493114:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788619531.493118:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:2.0:1788619531.493121:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788619531.493125:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d09c41a3000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788619531.493139:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0ad2d0a680 x1875502893877504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788619531.493201:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893877632:0@lo:400:kworker.0 00000100:00100000:2.0:1788619531.493594:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619531.493672:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788619531.493680:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893877248:0@lo:400:kworker.0 00000100:00100000:2.0:1788619531.493721:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619531.493868:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893877632 00000100:00100000:2.0:1788619531.493879:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893877632 00000100:00100000:2.0:1788619531.493935:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788619531.493947:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893877632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619531.494077:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893877632:12345-0@lo:400:kworker.0 Request processed in 132us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619531.494085:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788619531.494114:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893877248 00000100:00100000:2.0:1788619531.494118:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893877248 00000100:00100000:2.0:1788619531.494146:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788619531.494153:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:3640:x1875502893877248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619531.494211:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:3640:x1875502893877248:12345-0@lo:400:kworker.0 Request processed in 58us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619531.494218:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788619531.495140:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893877248:0@lo:400:kworker.0 00010000:00080000:2.0:1788619531.495170:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d0ad2d08380 x1875502893877632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619531.495207:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893877632:0@lo:400:kworker.0 00000100:00080000:1.0:1788619531.499014:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788619531.499031:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893874048:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788619531.499048:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619531.499144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619531.499150:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788619531.499154:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619531.499160:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:3.0:1788619531.499167:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788619531.499176:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d09c2846800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619531.499632:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff895880 x1875502893877760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619531.499743:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788619531.499748:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893873664:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1788619531.499809:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877376:0@lo:38:kworker.0 00000100:00100000:1.0:1788619531.499911:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619531.499958:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877504:0@lo:8:kworker.0 00000400:00000100:1.0:1788619531.499996:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893877504 offset 0 length 520: 4 00000100:00100000:1.0:1788619531.500021:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877760:0@lo:8:kworker.0 00000400:00000100:1.0:1788619531.500036:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893877760 offset 0 length 520: 4 00000100:00100000:0.0:1788619531.500274:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893877376 00000100:00100000:0.0:1788619531.500298:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893877376 00000100:00100000:0.0:1788619531.500361:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619531.500595:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893877376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788619531.500621:0:22759:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788619531.500697:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893877376:12345-0@lo:38:kworker.0 Request processed in 104us (785us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619531.500705:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1788619531.500812:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619531.500818:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788619531.500822:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877376:0@lo:38:kworker.0 00000100:00100000:2.0:1788619531.553517:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1788619532.138528:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619532.577443:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:3.0:1788619533.154554:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788619533.537886:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788619533.601939:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1788619534.181474:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619534.627560:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:3.0:1788619535.201577:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788619535.547353:0:23487:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788619535.547358:0:23487:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788619535.547359:0:23487:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788619535.547503:0:23487:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d0aca56b000 00000020:01000004:1.0:1788619535.547526:0:23487:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1788619535.547540:0:23487:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788619535.547558:0:23487:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9d0af594b380) 00000020:00000080:1.0:1788619535.547578:0:23487:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788619535.609846:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788619535.612110:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788619535.612686:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788619535.614130:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788619535.614438:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788619535.614670:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788619535.614865:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788619535.615671:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788619535.615904:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788619535.616340:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788619535.618707:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788619535.619472:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788619535.619755:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788619535.619935:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788619535.621911:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.622926:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.624472:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.624752:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.624918:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.626678:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.626900:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.627778:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.628128:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.628623:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.628867:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.629368:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.629673:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.629842:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.630310:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.630842:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.631342:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.631600:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.631806:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.632283:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.632517:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.633278:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.633663:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.633851:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.634137:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.634878:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.635399:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.635667:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.635828:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788619535.636338:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.636596:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788619535.637397:0:23487:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00080000:01000000:3.0:1788619535.641763:0:23487:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788619535.642095:0:23487:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1788619535.642110:0:23487:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788619535.642144:0:23487:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca8860 00000020:01000004:3.0:1788619535.642163:0:23487:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788619535.642243:0:23487:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788619535.642249:0:23487:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788619535.642257:0:23487:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1788619535.642300:0:23487:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1788619535.642307:0:23487:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000100:00100000:1.0:1788619535.649277:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000040:01000000:2.0:1788619535.653787:0:23487:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788619535.653848:0:23487:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.130@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788619535.653853:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788619535.653855:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788619535.653857:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788619535.653858:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788619535.653863:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788619535.653865:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788619535.653866:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788619535.653868:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788619535.653870:0:23487:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788619535.653874:0:23487:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788619535.653876:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788619535.653878:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788619535.653879:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788619535.653880:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788619535.653881:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788619535.653881:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788619535.653882:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788619535.653883:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788619535.653884:0:23487:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788619535.653920:0:23487:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788619535.653959:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893877888:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788619535.654060:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.654132:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26ae780 going to sleep for 11 seconds 00000100:00100000:3.0:1788619535.654312:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893877888 00000100:00100000:3.0:1788619535.654322:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893877888 00000100:00100000:3.0:1788619535.654397:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788619535.654409:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:23487:x1875502893877888:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788619535.654450:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788619535.654454:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1788619535.654464:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1788619535.656315:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+12:23487:x1875502893877888:12345-0@lo:253:mount.lustre.0 Request processed in 1898us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.656333:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788619535.656521:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893877888:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788619535.656597:0:23487:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788619535.656601:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788619535.656603:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788619535.656604:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788619535.656606:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788619535.656607:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788619535.656608:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788619535.656609:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788619535.656611:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788619535.656613:0:23487:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788619535.656636:0:23487:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d0aca56b000 from lustre-MDT0001 10000000:01000000:2.0:1788619535.657143:0:23487:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1788619535.657157:0:23487:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788619535.657167:0:23487:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d0afbadb380 local copy 00010000:00010000:2.0:1788619535.657218:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619535.657383:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878016:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619535.657436:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.657550:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.657763:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878016 00000100:00100000:0.0:1788619535.657772:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878016 00000100:00100000:0.0:1788619535.657863:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788619535.657876:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:23487:x1875502893878016:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619535.657987:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+12:23487:x1875502893878016:12345-0@lo:501:mount.lustre.0 Request processed in 113us (550us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788619535.657996:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788619535.658082:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878016:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788619535.658101:0:23487:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788619535.658122:0:23487:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788619535.658129:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.658139:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619535.658218:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d0aca56b000 10000000:01000000:3.0:1788619535.658224:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788619535.658230:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9d0afbadb380 10000000:01000000:3.0:1788619535.658247:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788619535.658251:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9d0afbadb380 from 1 10000000:01000000:3.0:1788619535.658255:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788619535.658292:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.658301:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.658312:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619535.658328:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788619535.658364:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.659011:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878144 00000100:00100000:2.0:1788619535.659019:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878144 00000100:00100000:2.0:1788619535.659060:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788619535.659069:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+12:23487:x1875502893878144:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.659082:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619535.659105:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dcc00/0xf71e40bfc4ca886e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8867 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.659136:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dcc00/0xf71e40bfc4ca886e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8867 expref: 13 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.660578:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dcc00/0xf71e40bfc4ca886e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8867 expref: 13 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.660614:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dcc00, rc 0) 00000100:00100000:2.0:1788619535.660711:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+13:23487:x1875502893878144:12345-0@lo:101:mount.lustre.0 Request processed in 1639us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.660721:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788619535.661304:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5156780 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.661341:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878144:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.661372:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca886e expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661408:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca886e expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619535.661436:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788619535.661459:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca886e expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661466:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7000/0xf71e40bfc4ca8867 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca886e expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619535.661479:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d0aca56b000 10000000:01000000:2.0:1788619535.661484:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788619535.661490:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d0aca56b000 from 1 10000000:01000000:2.0:1788619535.661492:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788619535.661530:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661540:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661550:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619535.661573:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878272:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619535.661626:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.661668:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878272 00000100:00100000:2.0:1788619535.661675:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878272 00000100:00100000:2.0:1788619535.661718:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788619535.661733:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+13:23487:x1875502893878272:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.661746:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619535.661759:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dca00/0xf71e40bfc4ca887c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8875 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661780:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dca00/0xf71e40bfc4ca887c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8875 expref: 14 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661790:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dca00/0xf71e40bfc4ca887c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8875 expref: 14 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661799:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dca00, rc 0) 00000100:00100000:2.0:1788619535.661825:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+14:23487:x1875502893878272:12345-0@lo:101:mount.lustre.0 Request processed in 93us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.661832:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788619535.661860:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.661871:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878272:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.661882:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca887c expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661890:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca887c expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619535.661901:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788619535.661905:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca887c expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.661913:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc600/0xf71e40bfc4ca8875 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca887c expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619535.661927:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788619535.661930:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788619535.661935:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d0aca56b000 10000000:01000000:2.0:1788619535.662108:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788619535.662113:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1788619535.662116:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788619535.662132:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.662139:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.662146:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619535.662284:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878400:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619535.662313:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.662374:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a480 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.662463:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878400 00000100:00100000:1.0:1788619535.662468:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878400 00000100:00100000:3.0:1788619535.662576:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788619535.662587:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+14:23487:x1875502893878400:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619535.662596:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619535.662608:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac7600/0xf71e40bfc4ca888a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8883 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.662625:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac7600/0xf71e40bfc4ca888a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8883 expref: 15 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.662635:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac7600/0xf71e40bfc4ca888a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8883 expref: 15 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.662644:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac7600, rc 0) 00000100:00100000:3.0:1788619535.662689:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878400:12345-0@lo:101:mount.lustre.0 Request processed in 104us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.662708:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788619535.662776:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878400:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.662789:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca888a expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.662798:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca888a expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788619535.665243:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1788619535.667674:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619535.674773:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788619535.674836:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1788619535.674852:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1788619535.674866:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1788619535.674882:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1788619535.674897:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1788619535.674909:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1788619535.674922:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1788619535.674934:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1788619535.674949:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1788619535.674963:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1788619535.674979:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1788619535.674992:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1788619535.675006:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1788619535.675019:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1788619535.675032:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1788619535.675538:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1788619535.675564:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1788619535.675577:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1788619535.675590:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1788619535.675603:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1788619535.675614:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1788619535.675626:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1788619535.675639:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1788619535.675650:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1788619535.675662:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1788619535.675674:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1788619535.675687:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1788619535.675700:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1788619535.675714:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1788619535.675727:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1788619535.675738:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1788619535.675750:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1788619535.675761:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1788619535.675785:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1788619535.675798:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1788619535.675810:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1788619535.675821:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1788619535.675834:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1788619535.675846:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1788619535.675858:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1788619535.675870:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1788619535.675881:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1788619535.675893:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1788619535.675922:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1788619535.675928:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1788619535.676035:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619535.677407:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.677509:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af8336300 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.678691:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878528 00000100:00100000:0.0:1788619535.678707:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878528 00000100:00100000:0.0:1788619535.678772:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788619535.678783:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878528:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619535.679051:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878528:12345-0@lo:501:mount.lustre.0 Request processed in 260us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.679065:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788619535.679573:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619535.679626:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878656:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788619535.679685:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.679761:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af8336300 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.679804:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878656 00000100:00100000:1.0:1788619535.679809:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878656 00000100:00100000:1.0:1788619535.681700:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788619535.681720:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878656:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619535.684950:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878656:12345-0@lo:503:mount.lustre.0 Request processed in 3228us (5254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.684965:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788619535.685118:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878656:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788619535.685684:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788619535.685767:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878784:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619535.685822:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.685853:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af8336300 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.686697:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878784 00000100:00100000:0.0:1788619535.686706:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878784 00000100:00100000:0.0:1788619535.686766:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788619535.686776:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878784:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.687729:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878784:12345-0@lo:502:mount.lustre.0 Request processed in 951us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.687740:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788619535.687843:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878784:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619535.688064:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788619535.688097:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788619535.688123:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788619535.688139:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788619535.688153:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788619535.688166:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788619535.688223:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788619535.688243:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788619535.688256:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788619535.688269:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788619535.688285:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788619535.688300:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788619535.688325:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788619535.688341:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788619535.688353:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788619535.688368:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788619535.688380:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788619535.688393:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788619535.688406:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788619535.688419:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788619535.688432:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788619535.688444:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788619535.688458:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788619535.688472:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788619535.688483:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788619535.688495:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788619535.688509:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788619535.688522:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788619535.688534:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788619535.688545:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788619535.688557:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788619535.688568:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788619535.688578:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788619535.688590:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788619535.688601:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788619535.688621:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788619535.688634:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788619535.688647:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788619535.688659:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788619535.688670:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788619535.688682:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788619535.688695:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788619535.688707:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788619535.688718:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788619535.688749:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878912:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619535.688802:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619535.688845:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af8336300 going to sleep for 11 seconds 00000100:00100000:3.0:1788619535.690339:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893878912 00000100:00100000:3.0:1788619535.690352:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893878912 00000100:00100000:3.0:1788619535.690419:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788619535.690442:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878912:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619535.690603:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893878912:12345-0@lo:502:mount.lustre.0 Request processed in 174us (1800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.690611:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788619535.690948:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893878912:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788619535.691033:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1788619535.691046:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1788619535.692146:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619535.692161:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619535.692163:0:23491:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788619535.692168:0:23491:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788619535.692171:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788619535.692202:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9d0af1e2cd40) 00000020:00000080:0.0:1788619535.692235:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788619535.692242:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788619535.692328:0:23491:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788619535.692338:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca8898 00000020:00000080:0.0:1788619535.692560:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788619535.692565:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619535.692574:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619535.692575:0:23491:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788619535.692579:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619535.692582:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619535.692584:0:23491:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788619535.692587:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788619535.692594:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9d0af1e299c0) 00000020:00000080:0.0:1788619535.692606:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788619535.692611:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788619535.692613:0:23491:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788619535.692616:0:23491:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788619535.692622:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788619535.692676:0:23491:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0aca56b000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788619535.692691:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9d0af1e2b380) 00000020:00000080:0.0:1788619535.692699:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788619535.692764:0:23491:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788619535.692770:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca88ad 00000020:00000080:0.0:1788619535.692880:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788619535.692887:0:23491:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788619535.692893:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf71e40bfc4ca88b4 00080000:01000000:0.0:1788619535.692898:0:23491:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788619535.692902:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca88bb 00010000:00010000:3.0:1788619535.776719:0:23491:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788619535.779166:0:23491:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788619535.783901:0:23491:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788619535.786528:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1788619535.786543:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619535.786549:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.786551:0:23491:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1788619535.786555:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619535.786560:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.786562:0:23491:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1788619535.786564:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788619535.786569:0:23491:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:00000080:2.0:1788619535.786598:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788619535.786612:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9d09c3b78000) 00000020:00000080:2.0:1788619535.786633:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1788619535.786638:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788619535.786717:0:23491:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1788619535.786724:0:23491:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788619535.786729:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca88c9 00010000:00080000:2.0:1788619535.786761:0:23491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0afb8a2800@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:2.0:1788619535.789081:0:23491:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788619535.790528:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788619535.790545:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788619535.790583:0:23491:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788619535.790606:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca88d0 00000100:00080000:1.0:1788619535.790617:0:23491:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788619535.790623:0:23491:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d0afb8a2800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619535.790659:0:23491:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9dfb80 x1875502893879040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619535.790693:0:23491:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788619535.790723:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788619535.790727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788619535.790729:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619535.790734:0:474:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:1.0:1788619535.790738:0:474:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788619535.790741:0:474:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619535.790756:0:474:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9df800 x1875502893879168/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619535.790777:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619535.790780:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619535.790783:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619535.790785:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619535.790834:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893879296:0@lo:400:kworker.0 00000100:00100000:1.0:1788619535.790901:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1788619535.790972:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619535.790976:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.790977:0:23491:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788619535.790980:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788619535.790983:0:23491:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788619535.790984:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788619535.790986:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788619535.790987:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788619535.790990:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.790992:0:23491:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788619535.790994:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788619535.790999:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.791001:0:23491:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788619535.791005:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788619535.791038:0:23491:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788619535.791052:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619535.791055:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.791056:0:23491:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788619535.791059:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788619535.791060:0:23491:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1788619535.791062:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788619535.791063:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788619535.791065:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788619535.791075:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.791076:0:23491:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788619535.791080:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788619535.791084:0:23491:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788619535.791088:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619535.791089:0:23491:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788619535.791092:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788619535.791095:0:23491:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:1.0:1788619535.791115:0:23491:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788619535.791118:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788619535.791131:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9d0af59499c0) 00000020:00000080:1.0:1788619535.791144:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788619535.791149:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788619535.791260:0:23491:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788619535.791268:0:23491:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788619535.791275:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca88de 00000100:00100000:3.0:1788619535.791455:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879040:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788619535.791501:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.791535:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879040 00000100:00100000:3.0:1788619535.791543:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893879168:0@lo:38:kworker.0 00000100:00100000:0.0:1788619535.791544:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879040 00000100:00100000:3.0:1788619535.791570:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.791579:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879168 00000100:00100000:0.0:1788619535.791583:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879168 00000100:00100000:0.0:1788619535.791602:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788619535.791604:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879296 00000100:00100000:3.0:1788619535.791609:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879296 00000100:00100000:0.0:1788619535.791611:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893879040:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788619535.791644:0:22759:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 659 last 0 00000100:00100000:3.0:1788619535.791646:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788619535.791656:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893879296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619535.791702:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893879296:12345-0@lo:400:kworker.0 Request processed in 47us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.791708:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788619535.791737:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d0aee9dd500 x1875502893879296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619535.791749:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893879296:0@lo:400:kworker.0 00000020:00000080:0.0:1788619535.791792:0:22759:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca88e5 00000004:00100000:0.0:1788619535.791807:0:22759:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788619535.791813:0:22759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1788619535.791903:0:23491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0ac5470800@lustre-OST0000-osc-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:3.0:1788619535.792442:0:23491:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1788619535.793905:0:23491:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788619535.794099:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1788619535.798905:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1788619535.799622:0:22759:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5472800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619535.799725:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1875502893879040:12345-0@lo:38:llog_process_th.0 Request processed in 8113us (8221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.799832:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788619535.799844:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00100000:1.0:1788619535.799846:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788619535.799855:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788619535.799862:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788619535.799865:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8a2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788619535.799891:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879040:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788619535.799891:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619535.799906:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893879168:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788619535.799965:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893879168:12345-0@lo:38:kworker.0 Request processed in 59us (8393us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788619535.799971:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619535.799998:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788619535.800003:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619535.800008:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788619535.800012:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893879168:0@lo:38:kworker.0 00000100:00100000:3.0:1788619535.800159:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893879424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619535.800232:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.800315:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879424 00000100:00100000:0.0:1788619535.800322:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879424 00000040:00080000:2.0:1788619535.800390:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:0.0:1788619535.800399:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788619535.800408:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875502893879424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788619535.800434:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788619535.800485:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875502893879424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.800492:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:2.0:1788619535.800571:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788619535.800944:0:23496:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788619535.800949:0:23496:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1788619535.801001:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893879424:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788619535.802150:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788619535.802165:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788619535.802246:0:23491:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788619535.802271:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca88ec 00000100:00080000:2.0:1788619535.802280:0:23491:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788619535.802285:0:23491:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d0ac5470800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788619535.802386:0:23491:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0ad2d08a80 x1875502893879552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788619535.802413:0:23491:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788619535.802476:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619535.802479:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.802481:0:23491:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788619535.802484:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788619535.802486:0:23491:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788619535.802488:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788619535.802489:0:23491:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788619535.802490:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788619535.802492:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.802493:0:23491:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788619535.802496:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788619535.802499:0:23491:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788619535.802502:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.802503:0:23491:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788619535.802505:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788619535.802508:0:23491:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.130@tcp to nid 0x20000c0a8c982 (192.168.201.130@tcp) 00000020:01000000:2.0:1788619535.802529:0:23491:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788619535.802531:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788619535.802552:0:23491:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9d09c3b799c0) 00000100:00100000:3.0:1788619535.802557:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879552:0@lo:8:llog_process_th.0 00000020:00000080:2.0:1788619535.802566:0:23491:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788619535.802575:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000400:00000100:3.0:1788619535.802609:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893879552 offset 0 length 520: 4 00000004:00080000:2.0:1788619535.802657:0:23491:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788619535.802666:0:23491:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788619535.802673:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf71e40bfc4ca88fa 00000100:00080000:0.0:1788619535.802696:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619535.802702:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1788619535.802706:0:23491:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c1f1d800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.130@tcp at head 00000100:00080000:0.0:1788619535.802706:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619535.802714:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788619535.806258:0:23491:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788619535.806649:0:23491:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788619535.806665:0:23491:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1788619535.809554:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619535.810131:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788619535.810285:0:23491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1788619535.811949:0:23498:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788619535.811956:0:23498:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788619535.816698:0:23491:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788619535.816716:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788619535.816760:0:23491:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788619535.816794:0:23491:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca8901 00000100:00080000:2.0:1788619535.816805:0:23491:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788619535.816811:0:23491:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d09c1f1d800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:2.0:1788619535.816844:0:23491:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0ad2d0a300 x1875502893879680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788619535.816870:0:23491:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788619535.816925:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619535.816928:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.816930:0:23491:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788619535.816933:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619535.816937:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.816939:0:23491:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788619535.816942:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788619535.816944:0:23491:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000100:00080000:0.0:1788619535.816946:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:01000000:2.0:1788619535.816947:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00080000:0.0:1788619535.816953:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1788619535.816956:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00080000:0.0:1788619535.816958:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:2.0:1788619535.816959:0:23491:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788619535.816965:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00080000:0.0:1788619535.816966:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1788619535.816970:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.816974:0:23491:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788619535.816978:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788619535.817008:0:23491:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619535.817012:0:23491:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619535.817013:0:23491:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788619535.817017:0:23491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:0.0:1788619535.817100:0:23487:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1788619535.817136:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1788619535.817254:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca888a expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619535.817258:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879680:0@lo:8:llog_process_th.0 00010000:00010000:0.0:1788619535.817265:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd000/0xf71e40bfc4ca8883 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca888a expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619535.817282:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0aca56b000 from 1 10000000:01000000:0.0:1788619535.817285:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788619535.817309:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.817315:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.817327:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.817343:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893879808:0@lo:101:mount.lustre.0 00000400:00000100:3.0:1788619535.817441:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893879680 offset 0 length 520: 4 00000100:00100000:0.0:1788619535.817470:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.817532:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.817628:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879808 00000100:00100000:2.0:1788619535.817635:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879808 00000100:00100000:2.0:1788619535.817681:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788619535.817699:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+15:23487:x1875502893879808:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619535.817711:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619535.817722:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8908 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.817755:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 16 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.817767:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 16 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619535.817776:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dc000, rc 0) 00000100:00100000:2.0:1788619535.817857:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+16:23487:x1875502893879808:12345-0@lo:101:mount.lustre.0 Request processed in 168us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.817863:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788619535.818059:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893879808:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619535.818072:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.818080:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.818781:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893879936:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788619535.818822:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.818889:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a210c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.818963:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893879936 00000100:00100000:2.0:1788619535.818968:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893879936 00000100:00100000:2.0:1788619535.819031:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788619535.819044:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+16:23487:x1875502893879936:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788619535.819057:0:22748:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788619535.819071:0:22748:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788619535.819074:0:22748:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788619535.819160:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+16:23487:x1875502893879936:12345-0@lo:256:mount.lustre.0 Request processed in 116us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.819167:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788619535.819171:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893879936:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788619535.819680:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788619535.819699:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.819719:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619535.819728:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0aca56b000 from 1 10000000:01000000:3.0:1788619535.819731:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788619535.819752:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.819759:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.819767:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619535.819782:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880064:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788619535.819811:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.819837:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.819890:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880064 00000100:00100000:1.0:1788619535.819894:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880064 00000100:00100000:1.0:1788619535.819937:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788619535.819944:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+16:23487:x1875502893880064:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619535.819953:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619535.819963:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8916 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.819976:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.819983:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.819988:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbce00, rc 0) 00000100:00100000:1.0:1788619535.820017:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880064:12345-0@lo:101:mount.lustre.0 Request processed in 75us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.820021:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788619535.823585:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880064:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619535.823614:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.823626:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788619535.825876:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1788619535.826170:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788619535.826623:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788619535.826652:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1788619535.826680:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1788619535.826697:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1788619535.826712:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1788619535.826727:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1788619535.826741:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1788619535.826755:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1788619535.826771:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788619535.826785:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1788619535.826800:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1788619535.826820:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1788619535.826825:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1788619535.826902:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880192:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619535.826968:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.827016:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.827100:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880192 00000100:00100000:2.0:1788619535.827108:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880192 00000100:00100000:2.0:1788619535.827149:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788619535.827160:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619535.827342:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880192:12345-0@lo:501:mount.lustre.0 Request processed in 183us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.827350:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788619535.827398:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619535.827436:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880320:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619535.827476:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.827517:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880320 00000100:00100000:1.0:1788619535.827518:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac35a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.827524:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880320 00000100:00100000:0.0:1788619535.827571:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788619535.827584:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880320:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619535.827678:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880320:12345-0@lo:503:mount.lustre.0 Request processed in 94us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.827686:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788619535.827718:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880320:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788619535.828032:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788619535.828086:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880448:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619535.836050:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619535.836172:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac35a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.839543:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880448 00000100:00100000:0.0:1788619535.839559:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880448 00000100:00100000:0.0:1788619535.839670:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788619535.839691:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.839866:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880448:12345-0@lo:502:mount.lustre.0 Request processed in 187us (3823us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.839888:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788619535.839981:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619535.840217:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788619535.840247:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1788619535.840263:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1788619535.840290:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1788619535.840306:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1788619535.840321:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1788619535.840335:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1788619535.840348:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1788619535.840363:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788619535.840377:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1788619535.840390:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1788619535.840428:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880576:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619535.840476:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.841289:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.841361:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880576 00000100:00100000:1.0:1788619535.841369:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880576 00000100:00100000:1.0:1788619535.841417:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788619535.841425:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880576:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619535.841539:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880576:12345-0@lo:502:mount.lustre.0 Request processed in 114us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.841547:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788619535.841713:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880576:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619535.841792:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1788619535.841803:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788619535.843054:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619535.843066:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843068:0:23500:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788619535.843075:0:23500:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0aca56b000 00000020:00000080:3.0:1788619535.843078:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788619535.843085:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619535.843087:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843088:0:23500:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788619535.843091:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619535.843093:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843094:0:23500:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788619535.843097:0:23500:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0aca56b000 00000020:00000080:3.0:1788619535.843100:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788619535.843245:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619535.843250:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843251:0:23500:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788619535.843254:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619535.843257:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843258:0:23500:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788619535.843262:0:23500:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0aca56b000 00000020:00000080:3.0:1788619535.843264:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788619535.843841:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619535.843848:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843849:0:23500:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788619535.843852:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619535.843854:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843856:0:23500:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788619535.843859:0:23500:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0aca56b000 00000020:00000080:3.0:1788619535.843861:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788619535.843961:0:23500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619535.843973:0:23500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619535.843974:0:23500:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788619535.843978:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1788619535.846847:0:23487:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788619535.846904:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788619535.846932:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.846945:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619535.847006:0:23487:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788619535.847009:0:23487:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d0aca56b000 10000000:01000000:1.0:1788619535.847012:0:23487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d0aca56b000 10000000:01000000:1.0:1788619535.847017:0:23487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788619535.847022:0:23487:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d0aca56b000 from 1 10000000:01000000:1.0:1788619535.847024:0:23487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788619535.847062:0:23487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847072:0:23487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847084:0:23487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619535.847108:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880704:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788619535.847200:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619535.847254:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880704 00000100:00100000:1.0:1788619535.847261:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880704 00000100:00100000:1.0:1788619535.847303:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788619535.847312:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:23487:x1875502893880704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619535.847325:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619535.847338:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbdc00/0xf71e40bfc4ca892b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8924 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847362:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbdc00/0xf71e40bfc4ca892b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8924 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847373:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbdc00/0xf71e40bfc4ca892b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8924 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847382:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbdc00, rc 0) 00000100:00100000:1.0:1788619535.847415:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893880704:12345-0@lo:101:mount.lustre.0 Request processed in 104us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.847422:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788619535.847461:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ae133fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.847482:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880704:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619535.847496:0:23487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca892b expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619535.847505:0:23487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca892b expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788619535.850817:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1788619535.854589:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788619535.854847:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1788619535.854887:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1788619535.854904:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1788619535.854919:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1788619535.854931:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1788619535.854942:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1788619535.854954:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1788619535.854965:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1788619535.854977:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1788619535.854989:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1788619535.855002:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1788619535.855015:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1788619535.855028:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1788619535.855042:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1788619535.855055:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1788619535.855085:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1788619535.855102:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1788619535.855128:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1788619535.855142:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1788619535.855155:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1788619535.855167:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1788619535.855216:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1788619535.855235:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1788619535.855249:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1788619535.855263:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1788619535.855277:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1788619535.855292:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1788619535.855306:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1788619535.855320:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1788619535.855334:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1788619535.855348:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1788619535.855362:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1788619535.855387:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1788619535.855416:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1788619535.855432:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1788619535.855445:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1788619535.855458:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1788619535.855471:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1788619535.855484:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1788619535.855498:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1788619535.855513:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1788619535.855528:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1788619535.855543:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1788619535.855557:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1788619535.855570:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1788619535.855582:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1788619535.855594:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1788619535.855607:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1788619535.855740:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1788619535.855758:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1788619535.855772:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1788619535.855776:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1788619535.855877:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619535.855944:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619535.855992:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c29e49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.857883:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880832 00000100:00100000:0.0:1788619535.857897:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880832 00000100:00100000:0.0:1788619535.857948:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788619535.857957:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893880832:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619535.858120:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893880832:12345-0@lo:501:mount.lustre.0 Request processed in 163us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.858128:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788619535.858218:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880832:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619535.858267:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880960:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619535.858312:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.858338:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893880960 00000100:00100000:0.0:1788619535.858342:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893880960 00000100:00100000:0.0:1788619535.858366:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788619535.858373:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893880960:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619535.858452:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893880960:12345-0@lo:503:mount.lustre.0 Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.858458:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788619535.858490:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac84db6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.858501:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893880960:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788619535.859943:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788619535.860031:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881088:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.860243:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.860268:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.860337:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881088 00000100:00100000:2.0:1788619535.860343:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881088 00000100:00100000:2.0:1788619535.860385:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788619535.860393:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881088:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619535.860479:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881088:12345-0@lo:502:mount.lustre.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.860486:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788619535.861220:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881088:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788619535.861429:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1788619535.861452:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1788619535.861464:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1788619535.861475:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1788619535.861487:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1788619535.861497:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1788619535.861508:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1788619535.861518:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1788619535.861529:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1788619535.861539:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1788619535.861550:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1788619535.861560:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1788619535.861575:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1788619535.861585:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1788619535.861596:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1788619535.861616:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1788619535.861628:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1788619535.861638:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1788619535.861654:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1788619535.861664:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1788619535.861675:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1788619535.861685:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1788619535.861695:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1788619535.861705:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1788619535.861715:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1788619535.861725:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1788619535.863955:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1788619535.863979:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1788619535.863990:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1788619535.864001:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1788619535.864012:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1788619535.864817:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1788619535.864853:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1788619535.864865:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1788619535.864876:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1788619535.864886:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1788619535.864896:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1788619535.864908:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1788619535.864919:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1788619535.864930:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1788619535.864942:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1788619535.864954:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1788619535.864966:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1788619535.864978:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1788619535.864990:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1788619535.865003:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1788619535.865017:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1788619535.865059:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1788619535.866170:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.866285:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.866335:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788619535.867786:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881216 00000100:00100000:2.0:1788619535.867801:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881216 00000100:00100000:2.0:1788619535.867858:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788619535.867869:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619535.868030:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881216:12345-0@lo:502:mount.lustre.0 Request processed in 163us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619535.868044:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788619535.868410:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881216:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788619535.868950:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1788619535.868983:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1788619535.869023:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881344:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.869087:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.869122:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881344 00000100:00100000:0.0:1788619535.869128:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881344 00000100:00100000:0.0:1788619535.869164:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788619535.869171:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881344:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619535.869285:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881344:12345-0@lo:502:mount.lustre.0 Request processed in 113us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.869291:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788619535.869337:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.869352:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881344:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788619535.869387:0:23487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788619535.869394:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788619535.869904:0:23504:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1788619535.869919:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9d0af1e28000) 00000020:00000080:0.0:1788619535.869942:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1788619535.870036:0:23504:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0aca56b000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788619535.870040:0:23504:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0aca56b000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788619535.870042:0:23504:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aca56b000 3 00010000:00080000:0.0:1788619535.870071:0:23504:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0af10df000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619535.879296:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1788619535.887160:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1788619535.887238:0:23504:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788619535.887257:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf71e40bfc4ca8939 00000100:00080000:1.0:1788619535.887268:0:23504:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788619535.887275:0:23504:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d0af10df000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619535.887312:0:23504:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9ddc00 x1875502893881472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619535.887356:0:23504:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788619535.888229:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875502893881472:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788619535.888295:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.888356:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881472 00000100:00100000:3.0:1788619535.888363:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881472 00000100:00100000:3.0:1788619535.888393:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788619535.888400:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1875502893881472:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788619535.888423:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 659 last 0 00000020:00000080:3.0:1788619535.888453:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf71e40bfc4ca8940 00000004:00100000:3.0:1788619535.888467:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788619535.888493:0:22754:0:(import.c:65:import_set_state_nolock()) ffff9d0af11a7000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619535.888534:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875502893881472:12345-0@lo:38:llog_process_th.0 Request processed in 133us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619535.888541:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788619535.888572:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d0aee9ddc00 x1875502893881472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619535.888582:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788619535.888588:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788619535.888593:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788619535.888597:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788619535.888599:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0af10df000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788619535.888604:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875502893881472:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788619535.888831:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619535.888836:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619535.888838:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619535.888841:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788619535.890972:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1788619535.891027:0:23487:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788619535.892171:0:23487:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788619535.892227:0:23487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca892b expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.892240:0:23487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc600/0xf71e40bfc4ca8924 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca892b expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788619535.892293:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788619535.892295:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788619535.892297:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619535.892298:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619535.892299:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619535.892300:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619535.892302:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788619535.892304:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619535.892305:0:23487:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788619535.892308:0:23487:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1788619535.892310:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788619535.892312:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788619535.892313:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619535.892314:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619535.892315:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619535.892316:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619535.892317:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788619535.892318:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619535.892319:0:23487:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788619535.892345:0:23487:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788619535.892365:0:23487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881600:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788619535.892434:0:23487:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.892471:0:23487:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad0695840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.892509:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881600 00000100:00100000:0.0:1788619535.892517:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881600 00000100:00100000:0.0:1788619535.892563:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788619535.892571:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:23487:x1875502893881600:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788619535.892608:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788619535.892621:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1788619535.897223:0:22734:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788619535.897255:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788619535.897264:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788619535.897305:0:22770:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788619535.897309:0:22770:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788619535.897331:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897351:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897360:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897368:0:22770:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897403:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 18 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897417:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 18 pid: 22746 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.897430:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893881728:0@lo:104: 00000100:00100000:0.0:1788619535.897487:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788619535.897525:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.897533:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.897548:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893881856:0@lo:104: 00000100:00100000:0.0:1788619535.897565:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.897578:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad0695780 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.897625:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881728 00000100:00100000:0.0:1788619535.897631:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881728 00000100:00100000:0.0:1788619535.897659:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881856 00000100:00100000:0.0:1788619535.897661:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881856 00000100:00100000:0.0:1788619535.897674:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619535.897681:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893881728:12345-0@lo:104: 00010000:00010000:0.0:1788619535.897694:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900325:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788619535.900341:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893881728:12345-0@lo:104: Request processed in 2656us (2849us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.900353:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619535.900383:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619535.900393:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893881856:12345-0@lo:104: 00010000:00010000:0.0:1788619535.900409:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900486:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788619535.900492:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893881856:12345-0@lo:104: Request processed in 102us (2926us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.900497:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619535.900538:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893881728:0@lo:104: 00000100:00100000:0.0:1788619535.900558:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893881856:0@lo:104: 00010000:00010000:0.0:1788619535.900580:0:22770:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900598:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619535.900603:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900610:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ece00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619535.900613:0:22742:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900621:0:22742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619535.900628:0:22742:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619535.900633:0:22742:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788619535.900662:0:22742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900668:0:22742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619535.900685:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900692:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0b021ece00/0xf71e40bfc4ca8908 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca890f expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900706:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619535.900714:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900720:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ede00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619535.900723:0:22742:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900729:0:22742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619535.900734:0:22742:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619535.900738:0:22742:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788619535.900750:0:22742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900754:0:22742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619535.900759:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900765:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0b021ede00/0xf71e40bfc4ca8844 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca884b expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.900777:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619535.900779:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619535.900780:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619535.900799:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893881984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619535.900828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.900859:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788619535.900864:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893882112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619535.900889:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619535.900923:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893881984 00000100:00100000:0.0:1788619535.900928:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893881984 00010000:00010000:0.0:1788619535.900950:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 19 pid: 22746 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.900973:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882112 00000100:00100000:0.0:1788619535.900976:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882112 00010000:00010000:0.0:1788619535.900986:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 20 pid: 22748 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619535.900998:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619535.901004:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:3639:x1875502893881984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619535.901014:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619535.901019:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 20 pid: 22746 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901029:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 20 pid: 22746 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901043:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dc000/0xf71e40bfc4ca890f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8908 expref: 20 pid: 22746 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901055:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619535.901081:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:3639:x1875502893881984:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.901087:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619535.901099:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619535.901105:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3639:x1875502893882112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619535.901121:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619535.901125:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901134:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901142:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbcc00/0xf71e40bfc4ca884b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8844 expref: 18 pid: 22748 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901154:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901163:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788619535.901175:0:22739:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003867007s 00010000:00010000:0.0:1788619535.901426:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901436:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901443:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901450:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901454:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021edc00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619535.901459:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901472:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901484:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901493:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619535.901519:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:3639:x1875502893882112:12345-0@lo:103:ldlm_bl.0 Request processed in 414us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.901526:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619535.901556:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893882112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619535.901563:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893881984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619535.901580:0:22770:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901588:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619535.901594:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021edc00/0xf71e40bfc4ca8947 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619535.902031:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619535.902421:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+16:23487:x1875502893881600:12345-0@lo:253:mount.lustre.0 Request processed in 9849us (9985us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.902431:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788619535.904371:0:23487:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:23487:1875502893881600:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788619535.904390:0:23487:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788619535.904393:0:23487:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788619535.904395:0:23487:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788619535.904396:0:23487:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619535.904397:0:23487:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619535.904399:0:23487:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619535.904407:0:23487:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619535.904408:0:23487:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788619535.904410:0:23487:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619535.904412:0:23487:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788619535.904429:0:23487:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:2.0:1788619535.921565:0:23487:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1788619535.921805:0:23512:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788619535.921811:0:23512:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788619535.923015:0:23513:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788619535.923673:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788619535.926599:0:23487:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788619535.928172:0:23513:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788619535.928277:0:23513:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1788619535.928679:0:23514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882240:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.928828:0:23514:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.928868:0:23514:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afc5ee540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.928919:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882240 00000100:00100000:1.0:1788619535.928927:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882240 00000100:00100000:1.0:1788619535.928979:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788619535.928989:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882240:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788619535.929146:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882240:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 158us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.929154:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788619535.929304:0:23514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882240:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1788619535.929335:0:23514:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788619535.929361:0:23514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.929392:0:23514:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.929412:0:23514:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afc5ee540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.929472:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882368 00000100:00100000:1.0:1788619535.929476:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882368 00000100:00100000:1.0:1788619535.929507:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619535.929514:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882368:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788619535.929614:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882368:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 101us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.929621:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788619535.929699:0:23514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.929814:0:23514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23514:1875502893882496:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.929840:0:23514:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.929861:0:23514:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afc5ee180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619535.929913:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882496 00000100:00100000:0.0:1788619535.929918:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882496 00000100:00100000:0.0:1788619535.929948:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788619535.929955:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23514:x1875502893882496:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788619535.929997:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23514:x1875502893882496:12345-0@lo:900:lod0001_rec0000.0 Request processed in 43us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619535.930003:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788619535.930136:0:23514:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d0aff896300 x1875502893882496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788619551 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619535.930146:0:23514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23514:1875502893882496:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.930218:0:23514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882624:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788619535.930239:0:23514:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619535.930254:0:23514:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afc5ee540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619535.930316:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882624 00000100:00100000:1.0:1788619535.930320:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882624 00000100:00100000:1.0:1788619535.930360:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788619535.930366:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882624:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788619535.930421:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23514:x1875502893882624:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 55us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619535.930428:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788619535.930512:0:23514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23514:1875502893882624:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1788619535.930552:0:23514:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788619535.931393:0:23487:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1788619535.931433:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788619535.932980:0:23487:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788619535.932994:0:23487:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1788619535.933114:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619535.935531:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788619535.936439:0:23514:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788619535.936497:0:23514:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788619535.936502:0:23514:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:2.0:1788619535.937129:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788619535.937172:0:23487:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1788619535.937602:0:23487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1788619535.938405:0:23487:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:3.0:1788619535.940409:0:23487:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1788619535.947339:0:23487:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788619535.947381:0:23487:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb709c168f988 00100000:10000000:0.0:1788619535.947389:0:23487:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788619535.947919:0:23487:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788619535.947958:0:23487:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788619535.947991:0:23487:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788619535.948017:0:23487:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788619535.948818:0:23487:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788619535.949044:0:23487:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788619536.228514:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619536.674379:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000040:00080000:2.0:1788619536.931154:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1788619537.185260:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788619537.185269:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0aca56b000 from 12 10000000:01000000:0.0:1788619537.185276:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788619537.185326:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619537.185338:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619537.185349:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619537.185390:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893882752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788619537.185458:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619537.185507:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad096d180 going to sleep for 11 seconds 00000100:00100000:2.0:1788619537.185667:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882752 00000100:00100000:2.0:1788619537.185674:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882752 00000100:00100000:2.0:1788619537.187282:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788619537.187300:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+16:22751:x1875502893882752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619537.187315:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619537.187336:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca894e expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.187361:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.187371:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.187380:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dc200, rc 0) 00000100:00100000:2.0:1788619537.187490:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893882752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619537.187514:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788619537.187619:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893882752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619537.187638:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.187648:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619537.187705:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893882880:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788619537.187738:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619537.187807:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af678b840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619537.187844:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893882880 00000100:00100000:0.0:1788619537.187850:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893882880 00000100:00100000:0.0:1788619537.187908:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788619537.187915:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893882880:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788619537.187928:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788619537.187945:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788619537.187948:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788619537.188021:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893882880:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 107us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619537.188028:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788619537.188079:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893882880:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788619537.188120:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788619537.188135:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.188143:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619537.188160:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788619537.188162:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0af1579000 from 12 10000000:01000000:1.0:1788619537.188164:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619537.188208:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.188216:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.188224:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619537.188236:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893883008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619537.188259:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619537.188544:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788619537.188620:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883008 00000100:00100000:2.0:1788619537.188625:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883008 00000100:00100000:2.0:1788619537.188650:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788619537.188657:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893883008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619537.188665:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619537.188675:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca895c expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.188691:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.188700:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619537.188707:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dce00, rc 0) 00000100:00100000:2.0:1788619537.188780:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893883008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619537.188786:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788619537.188911:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893883008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619537.188924:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.188932:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619537.188973:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893883136:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788619537.189002:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619537.189023:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788619537.189061:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883136 00000100:00100000:2.0:1788619537.189065:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883136 00000100:00100000:2.0:1788619537.189137:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788619537.189144:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893883136:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788619537.189155:0:22748:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788619537.189167:0:22748:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788619537.189170:0:22748:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788619537.189269:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893883136:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 126us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619537.189284:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788619537.189361:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893883136:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788619537.189396:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788619537.189406:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619537.189413:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619537.254312:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619537.699682:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000040:00080000:1.0:1788619537.954068:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788619538.273539:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619538.722076:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1788619539.298250:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619539.745318:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000001:02000400:0.0:1788619539.869557:0:23757:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788619540.328935:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788619540.668776:0:23809:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788619540.669041:0:23809:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788619540.774496:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 0 seconds 00000100:00100000:0.0:1788619541.220444:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788619541.220467:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893883264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788619541.220535:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619541.221727:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883264 00000100:00100000:3.0:1788619541.221739:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883264 00000100:00100000:3.0:1788619541.221792:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788619541.221803:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893883264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788619541.221850:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788619541.221918:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893883264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619541.221924:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619541.222171:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893883264:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788619541.222376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788619541.222381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788619541.222384:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619541.222392:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d0aca149000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619541.222414:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9ddc00 x1875502893883520/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619541.222429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619541.222433:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619541.222436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619541.222439:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619541.222457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619541.222461:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619541.222464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619541.222467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619541.222486:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788619541.222497:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893883392:0@lo:400:kworker.0 00000100:00100000:1.0:1788619541.222550:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.222624:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893883520:0@lo:38:kworker.0 00000100:00100000:0.0:1788619541.222653:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.222692:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893883648:0@lo:400:kworker.0 00000100:00100000:0.0:1788619541.222718:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.222745:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788619541.222750:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893883776:0@lo:400:kworker.0 00000100:00100000:0.0:1788619541.222772:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.222800:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883392 00000100:00100000:0.0:1788619541.222804:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883392 00000100:00100000:0.0:1788619541.222847:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788619541.222854:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3637:x1875502893883392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619541.222889:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3637:x1875502893883392:12345-0@lo:400:kworker.0 Request processed in 35us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.222895:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788619541.222926:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883648 00000100:00100000:0.0:1788619541.222930:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883648 00000100:00100000:0.0:1788619541.223068:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883776 00000100:00100000:0.0:1788619541.223073:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883776 00000100:00100000:0.0:1788619541.223090:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619541.223096:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893883648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619541.223142:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893883648:12345-0@lo:400:kworker.0 Request processed in 46us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.223148:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619541.223160:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619541.223166:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893883776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619541.223223:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893883776:12345-0@lo:400:kworker.0 Request processed in 57us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.223228:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619541.223260:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893883392:0@lo:400:kworker.0 00010000:00080000:0.0:1788619541.223292:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9dd880 x1875502893883776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619541.223315:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893883776:0@lo:400:kworker.0 00010000:00080000:0.0:1788619541.223327:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9dd180 x1875502893883648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619541.223335:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893883648:0@lo:400:kworker.0 00000100:00100000:1.0:1788619541.223551:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883520 00000100:00100000:1.0:1788619541.223556:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883520 00000100:00100000:1.0:1788619541.223582:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619541.223587:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1875502893883520:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788619541.223610:0:22759:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1788619541.223641:0:22759:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca896a 00000004:00100000:1.0:1788619541.223655:0:22759:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788619541.223660:0:22759:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788619541.234402:0:22759:0:(import.c:65:import_set_state_nolock()) ffff9d0afb8a0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788619541.234507:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875502893883520:12345-0@lo:38:kworker.0 Request processed in 10917us (11851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619541.234517:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788619541.236048:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788619541.236062:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1788619541.236069:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788619541.236072:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aca149000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788619541.236165:0:3636:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d04a6a26): req@ffff9d09c3900380 x1875502893876480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619541.236205:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893883520:0@lo:38:kworker.0 00000100:00100000:2.0:1788619541.238081:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619541.238131:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619541.238369:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893876480 00000100:00100000:0.0:1788619541.238380:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893876480 00000100:00100000:0.0:1788619541.238461:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619541.238471:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893876480:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.238559:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893876480:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 89us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.238566:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619541.238606:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22796:1875502893876480:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788619541.238641:0:22796:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788619541.238684:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22796:1875502893883904:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.238713:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.238735:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac6aa16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619541.238753:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893883904 00000100:00100000:0.0:1788619541.238757:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893883904 00000100:00100000:0.0:1788619541.238773:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619541.238778:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893883904:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.239009:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893883904:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 168us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.239017:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619541.239043:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22796:1875502893883904:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.239103:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22796:1875502893884032:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.239156:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619541.239170:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac6aa16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619541.239207:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884032 00000100:00100000:0.0:1788619541.239211:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884032 00000100:00100000:0.0:1788619541.239227:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788619541.239233:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893884032:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788619541.239278:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22796:x1875502893884032:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 44us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619541.239284:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788619541.239307:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22796:1875502893884032:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1788619541.239343:0:22796:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788619541.242399:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619541.242420:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893884160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619541.242489:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619541.242532:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884160 00000100:00100000:3.0:1788619541.242538:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884160 00000100:00100000:3.0:1788619541.242577:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788619541.242585:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893884160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788619541.242619:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788619541.242662:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893884160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619541.242669:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788619541.242707:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893884160:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788619541.244736:0:22796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788619541.244883:0:22796:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:0.0:1788619541.244890:0:22796:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1788619541.346218:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788619541.545780:0:23859:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788619541.545975:0:23859:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788619542.370008:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788619542.560428:0:23907:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc12211510 20000000:00000080:0.0:1788619542.560448:0:23907:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d0af111f000 uarg=0000000000000000 20000000:01000000:0.0:1788619542.560494:0:23907:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788619542.560501:0:23907:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788619542.560506:0:23907:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788619542.561489:0:23908:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1788619542.561691:0:23907:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788619542.571909:0:23907:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788619542.571997:0:23907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572115:0:23907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572127:0:23907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572136:0:23907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572451:0:23907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572467:0:23907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619542.572482:0:23907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23907:1875502893884288:0@lo:104: 00000100:00100000:0.0:1788619542.572542:0:23907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788619542.572600:0:23907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572608:0:23907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 17 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619542.572617:0:23907:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23907:1875502893884416:0@lo:104: 00000100:00100000:0.0:1788619542.572652:0:23907:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619542.572690:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884288 00000100:00100000:0.0:1788619542.572698:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884288 00000100:00100000:0.0:1788619542.572733:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884416 00000100:00100000:0.0:1788619542.572735:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884416 00000100:00100000:0.0:1788619542.572748:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619542.572756:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:23907:x1875502893884288:12345-0@lo:104: 00010000:00010000:0.0:1788619542.572769:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572810:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788619542.572816:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:23907:x1875502893884288:12345-0@lo:104: Request processed in 61us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619542.572823:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619542.572839:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788619542.572845:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:23907:x1875502893884416:12345-0@lo:104: 00010000:00010000:0.0:1788619542.572851:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572878:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788619542.572883:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:23907:x1875502893884416:12345-0@lo:104: Request processed in 39us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619542.572889:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1788619542.572907:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619542.572913:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.572921:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ad8ac7400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619542.573217:0:22743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573305:0:22743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619542.573312:0:22743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619542.573318:0:22743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619542.573357:0:22743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573364:0:22743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619542.573384:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573391:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0ad8ac7400/0xf71e40bfc4ca8916 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca891d expref: -99 pid: 23487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573405:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619542.573407:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573412:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbca00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619542.573415:0:22743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573422:0:22743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619542.573429:0:22743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619542.573440:0:22743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619542.573453:0:22743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573458:0:22743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619542.573472:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573478:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbca00/0xf71e40bfc4ca8813 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca881a expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.573490:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619542.573492:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619542.573494:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619542.573507:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893884672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619542.573540:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619542.573607:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884672 00000100:00100000:0.0:1788619542.573612:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884672 00010000:00010000:0.0:1788619542.573630:0:22740:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 18 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619542.573651:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619542.573657:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3639:x1875502893884672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619542.573667:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619542.573787:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619542.573798:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893884544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619542.573827:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619542.573862:0:22739:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788619542.573870:0:22739:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788619542.573985:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884544 00000100:00100000:3.0:1788619542.573989:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884544 00010000:00010000:3.0:1788619542.574004:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 19 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619542.574019:0:22739:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788619542.574027:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788619542.574045:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:3638:x1875502893884544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788619542.574054:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619542.574058:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 19 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619542.574069:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 19 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619542.574084:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619542.574124:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:3638:x1875502893884544:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619542.574132:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788619542.574168:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893884544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619542.574629:0:22740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 18 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574641:0:22740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 18 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574661:0:22740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574670:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574759:0:22740:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574766:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574772:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574778:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574782:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ec200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619542.574786:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574793:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574801:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.574810:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619542.574855:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3639:x1875502893884672:12345-0@lo:103:ldlm_bl.0 Request processed in 1198us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619542.574871:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619542.574908:0:23907:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a01240 going to sleep for 11 seconds 00010000:00010000:0.0:1788619542.574979:0:23907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbce00/0xf71e40bfc4ca891d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8916 expref: 17 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619542.574990:0:23907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23907:1875502893884288:0@lo:104: 00010000:00010000:0.0:1788619542.575002:0:23907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca881a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8813 expref: 16 pid: 22747 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619542.575010:0:23907:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23907:1875502893884416:0@lo:104: 00010000:00010000:0.0:1788619542.575024:0:23907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619542.575354:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893884672:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619542.575776:0:23907:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.575782:0:23907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619542.575788:0:23907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ec200/0xf71e40bfc4ca8971 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619543.393446:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788619543.713263:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788619543.713271:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0aca56b000 from 13 10000000:01000000:1.0:1788619543.713278:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788619543.713329:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619543.713340:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619543.713352:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619543.713382:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893884800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619543.713493:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619543.713535:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac8833600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619543.713641:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884800 00000100:00100000:3.0:1788619543.713649:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884800 00000100:00100000:3.0:1788619543.713718:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788619543.713727:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+16:22751:x1875502893884800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788619543.713738:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619543.713750:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8978 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.713772:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.713783:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.713791:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac6000, rc 0) 00000100:00100000:3.0:1788619543.713831:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893884800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619543.713837:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788619543.714126:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893884800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619543.714141:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619543.714164:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619543.714370:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893884928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788619543.714400:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619543.714459:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac8833600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619543.720381:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893884928 00000100:00100000:3.0:1788619543.720397:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893884928 00000100:00100000:3.0:1788619543.720457:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788619543.720468:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893884928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788619543.720869:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893884928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 403us (6467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619543.720878:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788619543.721027:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893884928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.721093:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.721305:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619543.721342:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a01f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788619543.721390:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885056 00000100:00100000:2.0:1788619543.721395:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885056 00000100:00100000:2.0:1788619543.721422:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788619543.721427:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893885056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619543.721503:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893885056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619543.721508:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788619543.721592:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788619543.722731:0:23965:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788619543.724220:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788619543.724252:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788619543.724265:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619543.724278:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619543.724290:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788619543.724292:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0af1579000 from 13 10000000:01000000:0.0:1788619543.724295:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788619543.724333:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619543.724341:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619543.724352:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619543.724375:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.724446:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619543.724490:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a01f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788619543.724556:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885184 00000100:00100000:3.0:1788619543.724565:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885184 00000100:00100000:3.0:1788619543.724614:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788619543.724632:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+17:22751:x1875502893885184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788619543.724643:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619543.724654:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8986 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.724675:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.724683:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 18 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619543.724690:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac7200, rc 0) 00000100:00100000:3.0:1788619543.724728:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893885184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619543.724733:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788619543.727340:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619543.727370:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619543.727383:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619543.727831:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.727918:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619543.728200:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a01180 going to sleep for 11 seconds 00000100:00100000:2.0:1788619543.728972:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885312 00000100:00100000:2.0:1788619543.728982:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885312 00000100:00100000:2.0:1788619543.729037:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788619543.729060:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893885312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619543.729242:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893885312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 183us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619543.729250:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788619543.731471:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.731531:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788619543.731599:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619543.731645:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7a01180 going to sleep for 11 seconds 00000100:00100000:2.0:1788619543.731704:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885440 00000100:00100000:2.0:1788619543.731710:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885440 00000100:00100000:2.0:1788619543.731762:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788619543.731772:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893885440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619543.731877:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:22751:x1875502893885440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619543.731885:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788619543.732043:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893885440:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788619543.733144:0:23966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788619543.735490:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788619543.735527:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788619543.735540:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619543.735552:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788619543.778147:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788619544.418681:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619545.314258:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619535/real 1788619535] req@ffff9d0ad2d0a300 x1875502893879680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619545.314289:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0ad2d0a300 x1875502893879680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619545.314300:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619535/real 1788619535] req@ffff9d0ad2d08a80 x1875502893879552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619545.314321:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0ad2d08a80 x1875502893879552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788619545.314338:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619545.314355:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788619545.314359:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879680:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788619545.314365:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5470800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619545.314384:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788619545.314387:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893879552:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788619545.314537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619545.314542:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619545.314544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619545.314547:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619545.314560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619545.314563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788619545.314565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5470800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619545.314569:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 659 00000100:00080000:1.0:1788619545.314574:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788619545.314580:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d0ac5470800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619545.314596:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9dce00 x1875502893886080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619545.314606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619545.314609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788619545.314610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619545.314613:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 659 00000100:00080000:1.0:1788619545.314615:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788619545.314623:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d09c1f1d800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619545.314632:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9de680 x1875502893886208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788619545.314689:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893885952:0@lo:400:kworker.0 00000100:00100000:2.0:1788619545.314788:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619545.314824:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788619545.314829:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893885568:0@lo:400:kworker.0 00000100:00100000:2.0:1788619545.314852:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619545.314874:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893886336:0@lo:400:kworker.0 00000100:00100000:2.0:1788619545.314907:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619545.314934:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885568 00000100:00100000:2.0:1788619545.314940:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885568 00000100:00100000:2.0:1788619545.314976:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788619545.314984:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af4e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3639:x1875502893885568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619545.315021:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af4e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3639:x1875502893885568:12345-0@lo:400:kworker.0 Request processed in 37us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619545.315027:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788619545.315067:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893886336 00000100:00100000:2.0:1788619545.315071:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893886336 00000100:00100000:2.0:1788619545.315093:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788619545.315098:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893886336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619545.315986:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893886336:12345-0@lo:400:kworker.0 Request processed in 26us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619545.316001:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788619545.316053:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893886080:0@lo:8:kworker.0 00000400:00000100:2.0:1788619545.316088:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893886080 offset 0 length 520: 4 00000100:00100000:2.0:1788619545.316125:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893886208:0@lo:8:kworker.0 00000400:00000100:2.0:1788619545.316147:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893886208 offset 0 length 520: 4 00000100:00100000:2.0:1788619545.316200:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893885568:0@lo:400:kworker.0 00010000:00080000:2.0:1788619545.316214:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9df100 x1875502893886336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619545.316225:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893886336:0@lo:400:kworker.0 00000100:00100000:0.0:1788619545.316294:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875502893885824:0@lo:400:kworker.0 00000100:00100000:1.0:1788619545.316314:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885952 00000100:00100000:1.0:1788619545.316319:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885952 00000100:00100000:0.0:1788619545.316326:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619545.316347:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788619545.316350:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788619545.316353:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893885696:0@lo:400:kworker.0 00000100:00100000:1.0:1788619545.316357:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893885952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619545.316373:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619545.316415:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893885952:12345-0@lo:400:kworker.0 Request processed in 57us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619545.316415:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885824 00000100:00100000:0.0:1788619545.316418:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885824 00000100:00100000:1.0:1788619545.316421:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788619545.316431:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893885696 00000100:00100000:1.0:1788619545.316434:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893885696 00000100:00100000:0.0:1788619545.316439:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619545.316445:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788619545.316445:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875502893885824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619545.316449:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619545.316482:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893885696:12345-0@lo:400:kworker.0 Request processed in 31us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619545.316487:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788619545.319944:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875502893885824:12345-0@lo:400:kworker.0 Request processed in 3488us (3606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619545.319960:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619545.320139:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893885696:0@lo:400:kworker.0 00000100:00100000:1.0:1788619545.320404:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893885952:0@lo:400:kworker.0 00010000:00080000:1.0:1788619545.320446:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9ded80 x1875502893885824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619545.320458:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875502893885824:0@lo:400:kworker.0 00010000:00010000:0.0:1788619545.441967:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619546.337425:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619531/real 1788619531] req@ffff9d0ad2d0a680 x1875502893877504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619546 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619546.337455:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0ad2d0a680 x1875502893877504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619546 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619546.337465:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619531/real 1788619531] req@ffff9d0aff895880 x1875502893877760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619546 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619546.337476:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aff895880 x1875502893877760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619546 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788619546.337496:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619546.337528:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788619546.337532:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877504:0@lo:8:kworker.0 00000100:00080000:2.0:1788619546.337538:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788619546.337543:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788619546.337552:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893877760:0@lo:8:kworker.0 00000100:00080000:1.0:1788619546.337722:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619546.337727:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788619546.337735:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619546.337740:0:474:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:1.0:1788619546.337745:0:474:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788619546.337751:0:474:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d09c2846800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619546.337770:0:474:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9df480 x1875502893886720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619546.337787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619546.337790:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788619546.337792:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619546.337805:0:474:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:1.0:1788619546.337808:0:474:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788619546.337812:0:474:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d09c41a3000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619546.337823:0:474:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9dc000 x1875502893886848/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619546.337855:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619546.337867:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619546.337870:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619546.337873:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619546.337899:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893886976:0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.337962:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619546.337993:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788619546.337999:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893887104:0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.338038:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619546.338075:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893886976 00000100:00100000:1.0:1788619546.338087:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893886976 00000100:00100000:1.0:1788619546.338131:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788619546.338139:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893886976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.338225:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893886976:12345-0@lo:400:kworker.0 Request processed in 86us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619546.338232:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788619546.338256:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887104 00000100:00100000:1.0:1788619546.338260:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887104 00000100:00100000:1.0:1788619546.338283:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619546.338289:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893887104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.338337:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893887104:12345-0@lo:400:kworker.0 Request processed in 47us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619546.338343:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619546.338380:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893887104:0@lo:400:kworker.0 00010000:00080000:1.0:1788619546.338392:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9df100 x1875502893886976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619546.338399:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893886976:0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.338421:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893886720:0@lo:8:kworker.0 00000400:00000100:1.0:1788619546.338441:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893886720 offset 0 length 520: 4 00000100:00100000:1.0:1788619546.338462:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893886848:0@lo:8:kworker.0 00000400:00000100:1.0:1788619546.338477:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875502893886848 offset 0 length 520: 4 00000100:00100000:2.0:1788619546.338901:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893886592:0@lo:400:kworker.0 00000100:00100000:2.0:1788619546.338936:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619546.338980:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788619546.338988:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893886464:0@lo:400:kworker.0 00000100:00100000:2.0:1788619546.339017:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619546.339152:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893887232:0@lo:400:kworker.0 00000100:00100000:2.0:1788619546.339178:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619546.339231:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887232 00000100:00100000:2.0:1788619546.339235:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887232 00000100:00100000:2.0:1788619546.339269:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619546.339275:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893887232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619546.339314:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893887232:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619546.339320:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619546.339338:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893886464 00000100:00100000:2.0:1788619546.339342:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893886464 00000100:00100000:2.0:1788619546.339365:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788619546.339371:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3638:x1875502893886464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619546.339397:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+18:3638:x1875502893886464:12345-0@lo:400:kworker.0 Request processed in 27us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619546.339403:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788619546.339441:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893886464:0@lo:400:kworker.0 00010000:00080000:2.0:1788619546.339452:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d0aee9df800 x1875502893887232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619546.339461:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893887232:0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.339527:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893886592 00000100:00100000:1.0:1788619546.339531:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893886592 00000100:00100000:1.0:1788619546.339572:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788619546.339579:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893886592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619546.339619:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893886592:12345-0@lo:400:kworker.0 Request processed in 40us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619546.339625:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788619546.340114:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893886592:0@lo:400:kworker.0 00000100:00100000:3.0:1788619546.340303:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893887360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619546.340338:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619546.340420:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788619546.340428:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893887488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788619546.340454:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619546.340478:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887360 00000100:00100000:1.0:1788619546.340483:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887360 00000100:00100000:1.0:1788619546.340991:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887488 00000100:00100000:1.0:1788619546.340997:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887488 00000100:00100000:1.0:1788619546.341018:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788619546.341112:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893887360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619546.341143:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619546.341222:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875502893887360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619546.341229:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788619546.341245:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788619546.341252:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893887488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788619546.341268:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788619546.341307:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893887488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619546.341313:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788619546.341689:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893887360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619546.341791:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893887488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788619546.469376:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788619547.180619:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1788619547.377715:0:23488:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788619547.507224:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619548.513333:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788619549.164869:0:24257:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788619549.164874:0:24257:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788619549.164876:0:24257:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788619549.165002:0:24257:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d0af10dc000 00000020:01000004:2.0:1788619549.165019:0:24257:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788619549.165034:0:24257:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788619549.165062:0:24257:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9d09c3b7b380) 00000020:00000080:2.0:1788619549.165090:0:24257:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788619549.259836:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788619549.261620:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788619549.269033:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788619549.272879:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788619549.274136:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788619549.274664:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788619549.274994:0:24257:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1788619549.277564:0:24257:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788619549.277771:0:24257:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788619549.277785:0:24257:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788619549.277797:0:24257:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf71e40bfc4ca899b 00000020:01000004:0.0:1788619549.277804:0:24257:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788619549.277837:0:24257:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788619549.277840:0:24257:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788619549.277847:0:24257:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788619549.277852:0:24257:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788619549.277877:0:24257:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9d0af114b380) 00000020:00000080:0.0:1788619549.277889:0:24257:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788619549.280013:0:24257:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788619549.280229:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788619549.280236:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1788619549.295918:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1788619549.295937:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1788619549.298379:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1788619549.298390:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788619549.300607:0:24257:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619549.300822:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788619549.300838:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788619549.302357:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788619549.302370:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788619549.342470:0:24257:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788619549.343332:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788619549.343340:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1788619549.345907:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788619549.345924:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1788619549.346991:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788619549.347002:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788619549.356034:0:24257:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619549.356736:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788619549.356744:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788619549.357832:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788619549.357842:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788619549.421325:0:24257:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788619549.423141:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788619549.423155:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788619549.426718:0:24257:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788619549.426732:0:24257:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788619549.427754:0:24257:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788619549.427784:0:24257:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1788619549.427791:0:24257:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1788619549.461888:0:24257:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788619549.461950:0:24257:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.130@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1788619549.461954:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788619549.461956:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788619549.462161:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619549.462162:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619549.462163:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619549.462165:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619549.462166:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788619549.462168:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619549.462170:0:24257:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788619549.462174:0:24257:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1788619549.462176:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788619549.462178:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788619549.462313:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619549.462320:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619549.462321:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619549.462322:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619549.462323:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788619549.462324:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619549.462325:0:24257:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788619549.462478:0:24257:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788619549.462501:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887616:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788619549.462588:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619549.462641:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afc5eee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.462714:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887616 00000100:00100000:3.0:1788619549.462722:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887616 00000100:00100000:3.0:1788619549.462776:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788619549.462786:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:24257:x1875502893887616:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788619549.462827:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788619549.462830:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1788619549.462834:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788619549.463415:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:24257:x1875502893887616:12345-0@lo:253:mount.lustre.0 Request processed in 627us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.463425:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788619549.463515:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887616:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788619549.463527:0:24257:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788619549.463530:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788619549.463532:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788619549.463533:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788619549.463534:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788619549.463535:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788619549.463536:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788619549.463538:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788619549.463539:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788619549.463540:0:24257:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788619549.463569:0:24257:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d0af10dc000 from lustre-OST0000 10000000:01000000:2.0:1788619549.463599:0:24257:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788619549.463603:0:24257:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788619549.463611:0:24257:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d0afbadb380 local copy 00010000:00010000:2.0:1788619549.463621:0:24257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619549.463702:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619549.463732:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619549.463763:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2d4e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.466143:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887744 00000100:00100000:3.0:1788619549.466161:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887744 00000100:00100000:3.0:1788619549.466272:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788619549.466283:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:24257:x1875502893887744:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619549.466423:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+18:24257:x1875502893887744:12345-0@lo:501:mount.lustre.0 Request processed in 142us (2690us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788619549.466448:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788619549.466663:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887744:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788619549.466689:0:24257:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788619549.466723:0:24257:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788619549.466732:0:24257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.466742:0:24257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619549.466778:0:24257:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d0af10dc000 10000000:01000000:0.0:1788619549.466784:0:24257:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788619549.466789:0:24257:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788619549.466792:0:24257:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788619549.466797:0:24257:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1788619549.466800:0:24257:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1788619549.466830:0:24257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.466839:0:24257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.466848:0:24257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.466865:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887872:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788619549.466912:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.466936:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f12cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.467336:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893887872 00000100:00100000:3.0:1788619549.467343:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893887872 00000100:00100000:3.0:1788619549.467377:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788619549.467384:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+18:24257:x1875502893887872:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619549.467395:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619549.467410:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac6200/0xf71e40bfc4ca89b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca89a9 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.467432:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac6200/0xf71e40bfc4ca89b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89a9 expref: 19 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.467443:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac6200/0xf71e40bfc4ca89b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89a9 expref: 19 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.467451:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac6200, rc 0) 00000100:00100000:3.0:1788619549.467485:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893887872:12345-0@lo:101:mount.lustre.0 Request processed in 101us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.467491:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788619549.467697:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893887872:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619549.467711:0:24257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89b0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.467720:0:24257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca89b0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788619549.470093:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1788619549.472123:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788619549.476721:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788619549.476789:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788619549.478575:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788619549.478629:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788619549.478650:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788619549.478690:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788619549.478706:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788619549.478720:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788619549.478734:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788619549.478747:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788619549.478760:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788619549.478773:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788619549.478800:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788619549.478805:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788619549.478911:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619549.478996:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.479040:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.479280:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888000 00000100:00100000:3.0:1788619549.479289:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888000 00000100:00100000:3.0:1788619549.479344:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788619549.479354:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888000:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619549.479506:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888000:12345-0@lo:501:mount.lustre.0 Request processed in 154us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.479515:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788619549.479718:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888000:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619549.479767:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888128:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619549.479806:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.479836:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.480337:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888128 00000100:00100000:3.0:1788619549.480352:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888128 00000100:00100000:3.0:1788619549.480396:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788619549.480405:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888128:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619549.482000:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888128:12345-0@lo:503:mount.lustre.0 Request processed in 1591us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.482012:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788619549.482366:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888128:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788619549.482830:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788619549.482910:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888256:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619549.483696:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.484263:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788619549.484332:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888256 00000100:00100000:2.0:1788619549.484339:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888256 00000100:00100000:2.0:1788619549.484391:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788619549.484399:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888256:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619549.486687:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888256:12345-0@lo:502:mount.lustre.0 Request processed in 2281us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619549.486702:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788619549.486841:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888256:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619549.487160:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788619549.487236:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788619549.487254:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788619549.487269:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788619549.487301:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788619549.487317:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788619549.487331:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788619549.487345:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788619549.487358:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788619549.487372:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788619549.487386:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788619549.487399:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788619549.487442:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888384:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619549.487492:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.487530:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e09cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619549.487601:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888384 00000100:00100000:0.0:1788619549.487609:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888384 00000100:00100000:0.0:1788619549.487657:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788619549.487666:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888384:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619549.487770:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888384:12345-0@lo:502:mount.lustre.0 Request processed in 105us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.487778:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788619549.488231:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888384:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619549.488288:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788619549.488297:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1788619549.491006:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788619549.491022:0:24274:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1788619549.491030:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.491032:0:24274:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1788619549.491039:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788619549.491059:0:24274:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9d09c3b7cd40) 00000020:00000080:2.0:1788619549.491348:0:24274:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788619549.491358:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788619549.491464:0:24274:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af10dc000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1788619549.491476:0:24274:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788619549.491482:0:24274:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf71e40bfc4ca89be 00010000:00010000:2.0:1788619549.506165:0:24274:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788619549.506908:0:24274:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788619549.509714:0:24274:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788619549.511742:0:24274:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1788619549.511756:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619549.511765:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511768:0:24274:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1788619549.511772:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788619549.511775:0:24274:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1788619549.511782:0:24274:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788619549.511784:0:24274:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788619549.511785:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788619549.511788:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511789:0:24274:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788619549.511791:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619549.511793:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511794:0:24274:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788619549.511797:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788619549.511798:0:24274:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788619549.511800:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619549.511802:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511804:0:24274:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788619549.511806:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788619549.511809:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511810:0:24274:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788619549.511813:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788619549.511837:0:24274:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788619549.511840:0:24274:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788619549.511841:0:24274:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788619549.511844:0:24274:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788619549.512048:0:24257:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788619549.512080:0:24257:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788619549.512140:0:24257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89b0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619549.512153:0:24257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021edc00/0xf71e40bfc4ca89a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89b0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619549.512162:0:24257:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0af10dc000 from 1 10000000:01000000:2.0:1788619549.512165:0:24257:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788619549.512239:0:24257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619549.512248:0:24257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619549.512260:0:24257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619549.512288:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888512:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619549.512353:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619549.512389:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.513866:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888512 00000100:00100000:3.0:1788619549.513879:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888512 00000100:00100000:3.0:1788619549.513944:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788619549.513955:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893888512:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619549.513988:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619549.514005:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca89c5 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.514031:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 20 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.514042:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 20 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.514061:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac6e00, rc 0) 00000100:00100000:3.0:1788619549.514121:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888512:12345-0@lo:101:mount.lustre.0 Request processed in 168us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.514127:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788619549.518594:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888512:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619549.518630:0:24257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619549.518662:0:24257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788619549.519986:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788619549.520543:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619549.520720:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788619549.520743:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788619549.520755:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788619549.520766:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788619549.520776:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788619549.520787:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788619549.520822:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788619549.520837:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788619549.520850:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788619549.520862:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788619549.520874:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788619549.520888:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788619549.520892:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788619549.522345:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619549.522436:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619549.522484:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.522551:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888640 00000100:00100000:3.0:1788619549.522560:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888640 00000100:00100000:3.0:1788619549.522616:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788619549.522626:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888640:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619549.522764:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888640:12345-0@lo:501:mount.lustre.0 Request processed in 139us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.522772:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788619549.522914:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619549.522952:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888768:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788619549.523095:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619549.523118:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.523163:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888768 00000100:00100000:3.0:1788619549.523168:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888768 00000100:00100000:3.0:1788619549.523225:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788619549.523232:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888768:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619549.523326:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888768:12345-0@lo:503:mount.lustre.0 Request processed in 94us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.523333:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788619549.523736:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888768:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788619549.525222:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788619549.525314:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888896:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619549.525384:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.525419:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e09300 going to sleep for 11 seconds 00000100:00100000:2.0:1788619549.525496:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893888896 00000100:00100000:2.0:1788619549.525508:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893888896 00000100:00100000:2.0:1788619549.525555:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788619549.525564:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888896:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619549.525679:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893888896:12345-0@lo:502:mount.lustre.0 Request processed in 116us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619549.525685:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788619549.525892:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893888896:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788619549.526121:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788619549.526156:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788619549.526173:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788619549.526209:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788619549.526223:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788619549.526236:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788619549.526251:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788619549.526267:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788619549.526282:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788619549.526294:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788619549.526305:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788619549.526328:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889024:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619549.526367:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.526393:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afbaee780 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.526945:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889024 00000100:00100000:3.0:1788619549.526951:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889024 00000100:00100000:3.0:1788619549.527087:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788619549.527096:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893889024:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619549.527218:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893889024:12345-0@lo:502:mount.lustre.0 Request processed in 122us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.527225:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788619549.527619:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889024:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788619549.527680:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788619549.527690:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788619549.530656:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619549.530671:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530674:0:24278:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788619549.530681:0:24278:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0af10dc000 00000020:00000080:2.0:1788619549.530685:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788619549.530693:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619549.530696:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530697:0:24278:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788619549.530700:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619549.530702:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530704:0:24278:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788619549.530706:0:24278:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0af10dc000 00000020:00000080:2.0:1788619549.530708:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788619549.530744:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619549.530746:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530747:0:24278:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788619549.530750:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619549.530752:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530753:0:24278:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788619549.530756:0:24278:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0af10dc000 00000020:00000080:2.0:1788619549.530758:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788619549.530773:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619549.530775:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530777:0:24278:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788619549.530779:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788619549.530781:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530788:0:24278:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788619549.530793:0:24278:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0af10dc000 00000020:00000080:2.0:1788619549.530796:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788619549.530831:0:24278:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788619549.530834:0:24278:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788619549.530835:0:24278:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788619549.530838:0:24278:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788619549.531401:0:24257:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788619549.531440:0:24257:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788619549.531458:0:24257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.531470:0:24257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619549.531520:0:24257:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788619549.531522:0:24257:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d0af10dc000 10000000:01000000:0.0:1788619549.531526:0:24257:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d0af10dc000 10000000:01000000:0.0:1788619549.531530:0:24257:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788619549.531536:0:24257:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d0af10dc000 from 1 10000000:01000000:0.0:1788619549.531546:0:24257:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788619549.531585:0:24257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.531594:0:24257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.531605:0:24257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.531631:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889152:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788619549.531700:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.531786:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7d95e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.535514:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889152 00000100:00100000:3.0:1788619549.535528:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889152 00000100:00100000:3.0:1788619549.535582:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788619549.535592:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:24257:x1875502893889152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619549.535608:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619549.535627:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac6c00/0xf71e40bfc4ca89da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca89d3 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.535656:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac6c00/0xf71e40bfc4ca89da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89d3 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.535667:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac6c00/0xf71e40bfc4ca89da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89d3 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.535676:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac6c00, rc 0) 00000100:00100000:3.0:1788619549.535758:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889152:12345-0@lo:101:mount.lustre.0 Request processed in 167us (4057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.535764:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788619549.536715:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889152:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619549.536740:0:24257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89da expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619549.536752:0:24257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca89da expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619549.539091:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788619549.550745:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788619549.551093:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788619549.551329:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788619549.552384:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788619549.552421:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788619549.552437:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788619549.552450:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788619549.552474:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788619549.552488:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788619549.552501:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788619549.552515:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788619549.552529:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788619549.552543:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788619549.554042:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788619549.554070:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788619549.554088:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788619549.555977:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788619549.556010:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788619549.556026:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788619549.556041:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788619549.556055:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788619549.556070:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788619549.556083:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788619549.556098:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788619549.556112:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788619549.556128:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788619549.556143:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788619549.556157:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788619549.556172:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788619549.556202:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788619549.556217:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788619549.556230:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788619549.556259:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788619549.556274:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788619549.556288:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788619549.556301:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788619549.556315:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788619549.556330:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788619549.556343:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788619549.556358:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788619549.556382:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788619549.556397:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788619549.556425:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788619549.556441:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788619549.556454:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788619549.556467:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788619549.556479:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788619549.556491:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788619549.556513:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788619549.556527:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788619549.559024:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788619549.559057:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788619549.559079:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788619549.559085:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788619549.559214:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619549.559297:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.559339:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afbaee600 going to sleep for 11 seconds 00000100:00100000:2.0:1788619549.559391:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889280 00000100:00100000:2.0:1788619549.559399:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889280 00000100:00100000:2.0:1788619549.559448:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788619549.559458:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889280:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619549.559592:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889280:12345-0@lo:501:mount.lustre.0 Request processed in 134us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619549.559600:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788619549.560574:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889280:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619549.560619:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889408:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619549.560667:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.560700:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afbaee600 going to sleep for 11 seconds 00000100:00100000:2.0:1788619549.560709:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889408 00000100:00100000:2.0:1788619549.560714:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889408 00000100:00100000:2.0:1788619549.560755:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788619549.560762:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889408:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788619549.560862:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889408:12345-0@lo:503:mount.lustre.0 Request processed in 99us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619549.560869:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788619549.564941:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889408:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788619549.565430:0:24257:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788619549.565513:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889536:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619549.565590:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.565636:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1788619549.565842:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889536 00000100:00100000:0.0:1788619549.565851:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889536 00000100:00100000:0.0:1788619549.565900:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788619549.565909:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619549.566039:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889536:12345-0@lo:502:mount.lustre.0 Request processed in 130us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.566047:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788619549.566094:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889536:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788619549.566290:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788619549.566317:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1788619549.566333:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1788619549.566347:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1788619549.566359:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1788619549.566371:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1788619549.566384:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1788619549.566396:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1788619549.566436:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788619549.566452:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1788619549.566465:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1788619549.566478:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1788619549.566491:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1788619549.566504:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1788619549.566518:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1788619549.566529:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1788619549.566544:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1788619549.566559:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1788619549.566573:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1788619549.566587:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1788619549.566601:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1788619549.566615:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1788619549.566628:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1788619549.566643:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1788619549.566672:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1788619549.566957:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1788619549.566984:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1788619549.566999:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1788619549.567014:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1788619549.567029:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1788619549.567041:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1788619549.567052:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1788619549.567069:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1788619549.567081:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1788619549.567092:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1788619549.567104:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1788619549.567115:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1788619549.567126:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1788619549.567137:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1788619549.567147:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1788619549.567170:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1788619549.567206:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1788619549.567224:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1788619549.567239:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1788619549.567252:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1788619549.567264:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1788619549.567277:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1788619549.567289:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1788619549.567327:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889664:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619549.567380:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.567652:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889664 00000100:00100000:0.0:1788619549.567659:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889664 00000100:00100000:0.0:1788619549.567700:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788619549.567709:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619549.567817:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889664:12345-0@lo:502:mount.lustre.0 Request processed in 96us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.567824:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788619549.569674:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619549.569719:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889664:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788619549.569927:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788619549.569955:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788619549.570002:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889792:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619549.570065:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.570104:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619549.572136:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889792 00000100:00100000:1.0:1788619549.572150:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889792 00000100:00100000:1.0:1788619549.572230:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788619549.572241:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889792:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619549.573482:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893889792:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788619549.573530:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893889792:12345-0@lo:502:mount.lustre.0 Request processed in 172us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619549.573544:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000040:00080000:0.0:1788619549.574696:0:24257:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788619549.574716:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788619549.576023:0:24283:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788619549.576040:0:24283:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9d09c2b94d40) 00000020:00000080:1.0:1788619549.576062:0:24283:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1788619549.576144:0:24283:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af10dc000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788619549.576149:0:24283:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0af10dc000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788619549.576151:0:24283:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af10dc000 3 00010000:00080000:1.0:1788619549.576198:0:24283:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c2715000@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619549.580493:0:24283:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788619549.580704:0:24283:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788619549.580754:0:24283:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788619549.580769:0:24283:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf71e40bfc4ca89e8 00000100:00080000:0.0:1788619549.580780:0:24283:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788619549.580788:0:24283:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d09c2715000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619549.581132:0:24283:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3920e00 x1875502893889920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788619549.581153:0:24283:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788619549.581226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.581230:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.581233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.581236:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.581268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.581271:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.581274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.581276:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788619549.581310:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893890048:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.581378:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.581416:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788619549.581423:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893890432:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.581464:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.581494:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893890176:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.581517:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.581536:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788619549.581540:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893890304:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.581759:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619549.581791:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893889920:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788619549.581791:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890432 00000100:00100000:0.0:1788619549.581796:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890432 00000100:00100000:1.0:1788619549.581822:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.581838:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890176 00000100:00100000:0.0:1788619549.581841:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890176 00000100:00100000:0.0:1788619549.581851:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893889920 00000100:00100000:0.0:1788619549.581854:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893889920 00000100:00100000:0.0:1788619549.581866:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619549.581867:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890048 00000100:00100000:1.0:1788619549.581869:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890048 00000100:00100000:0.0:1788619549.581873:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893890432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619549.581885:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890304 00000100:00100000:1.0:1788619549.581888:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890304 00000100:00100000:1.0:1788619549.581899:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788619549.581904:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893890048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.581918:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893890432:12345-0@lo:400:kworker.0 Request processed in 46us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.581925:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619549.581932:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893890048:12345-0@lo:400:kworker.0 Request processed in 28us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619549.581938:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788619549.581939:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619549.581944:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893890176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619549.581946:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619549.581951:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893890304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619549.581992:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893890304:12345-0@lo:400:kworker.0 Request processed in 40us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619549.581998:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619549.582019:0:22754:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788619549.582034:0:22754:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788619549.582167:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893890304:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.582255:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893890176:12345-0@lo:400:kworker.0 Request processed in 310us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.582262:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619549.582275:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619549.582279:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3636:x1875502893889920:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788619549.582299:0:22755:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1788619549.582342:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf71e40bfc4ca89ef 00000004:00100000:0.0:1788619549.582361:0:22755:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788619549.582392:0:22755:0:(import.c:65:import_set_state_nolock()) ffff9d09c4d73000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788619549.582433:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875502893889920:12345-0@lo:38:llog_process_th.0 Request processed in 152us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.582439:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788619549.582469:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3922d80 x1875502893890432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619549.582479:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893890432:0@lo:400:kworker.0 00000100:00100000:0.0:1788619549.582489:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893890048:0@lo:400:kworker.0 00010000:00080000:0.0:1788619549.582511:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3921f80 x1875502893890176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619549.582519:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893890176:0@lo:400:kworker.0 00010000:00080000:0.0:1788619549.582539:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3920e00 x1875502893889920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619549.582546:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788619549.582565:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788619549.582572:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788619549.582577:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788619549.582579:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2715000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788619549.582584:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1875502893889920:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1788619549.582722:0:24283:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788619549.582736:0:24283:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9d0af114cd40) 00000020:00000080:0.0:1788619549.582751:0:24283:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1788619549.583936:0:24283:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0af10dc000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788619549.583950:0:24283:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0af10dc000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788619549.583953:0:24283:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0af10dc000 3 00010000:00080000:0.0:1788619549.584007:0:24283:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c4d77000@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619549.586734:0:24283:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1788619549.587511:0:24283:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1788619549.587570:0:24283:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788619549.587588:0:24283:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf71e40bfc4ca89fd 00000100:00080000:0.0:1788619549.587600:0:24283:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788619549.587607:0:24283:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9d09c4d77000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619549.587645:0:24283:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3920e00 x1875502893890560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788619549.587681:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1875502893890560:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788619549.587746:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.588047:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890560 00000100:00100000:0.0:1788619549.588055:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890560 00000100:00100000:0.0:1788619549.588100:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788619549.588108:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3636:x1875502893890560:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788619549.588133:0:22755:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1788619549.588165:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf71e40bfc4ca8a04 00000004:00100000:0.0:1788619549.588206:0:22755:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788619549.588239:0:22755:0:(import.c:65:import_set_state_nolock()) ffff9d09c4d76800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788619549.588292:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875502893890560:12345-0@lo:38:llog_process_th.0 Request processed in 183us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.588301:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788619549.588341:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3920e00 x1875502893890560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619549.588353:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788619549.588372:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788619549.588379:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788619549.588384:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788619549.588387:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c4d77000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788619549.588393:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1875502893890560:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788619549.588415:0:24283:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788619549.588437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.588442:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.588444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.588447:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.588451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.588454:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619549.588456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619549.588459:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788619549.589379:0:24283:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788619549.589507:0:24257:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788619549.589544:0:24257:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788619549.589578:0:24257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89da expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.589591:0:24257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec200/0xf71e40bfc4ca89d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca89da expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788619549.589657:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788619549.589659:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788619549.589661:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619549.589662:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619549.589663:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619549.589664:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619549.589666:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619549.589668:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619549.589669:0:24257:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788619549.589674:0:24257:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788619549.589676:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788619549.589677:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788619549.589678:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619549.589679:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619549.589680:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619549.589681:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619549.589683:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619549.589684:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619549.589685:0:24257:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788619549.589708:0:24257:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788619549.589726:0:24257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893890688:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788619549.589785:0:24257:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.589942:0:24257:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.594299:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890688 00000100:00100000:3.0:1788619549.594317:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890688 00000100:00100000:3.0:1788619549.594389:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788619549.594399:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:24257:x1875502893890688:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788619549.594435:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788619549.594452:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788619549.596478:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788619549.596497:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1788619549.596729:0:22770:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788619549.596735:0:22770:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788619549.596756:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.596775:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.596782:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 21 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.596815:0:22770:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.596854:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 21 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.596867:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 21 pid: 22748 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.596882:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893890816:0@lo:104: 00000100:00100000:0.0:1788619549.596953:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788619549.597031:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.597040:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 21 pid: 22746 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.597049:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893890944:0@lo:104: 00000100:00100000:0.0:1788619549.597075:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619549.597097:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad096db40 going to sleep for 11 seconds 00000100:00100000:3.0:1788619549.597255:0:22737:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788619549.597274:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890816 00000100:00100000:3.0:1788619549.597291:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890816 00000100:00100000:3.0:1788619549.597330:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893890944 00000100:00100000:3.0:1788619549.597332:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893890944 00000100:00100000:3.0:1788619549.597345:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619549.597353:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893890816:12345-0@lo:104: 00010000:00010000:3.0:1788619549.597368:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597428:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788619549.597435:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893890816:12345-0@lo:104: Request processed in 82us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.597442:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619549.597460:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788619549.597465:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afd883850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893890944:12345-0@lo:104: 00010000:00010000:3.0:1788619549.597473:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597502:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788619549.597506:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afd883850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893890944:12345-0@lo:104: Request processed in 42us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.597511:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1788619549.597545:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788619549.597562:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597569:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc000 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619549.597573:0:22742:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597590:0:22742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619549.597596:0:22742:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619549.597602:0:22742:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788619549.597628:0:22742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597633:0:22742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619549.597652:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597659:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca895c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8963 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597672:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619549.597675:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597680:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ed200 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:3.0:1788619549.597683:0:22742:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597688:0:22742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788619549.597694:0:22742:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788619549.597704:0:22742:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788619549.597716:0:22742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597721:0:22742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788619549.597734:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597739:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0b021ed200/0xf71e40bfc4ca894e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8955 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.597752:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619549.597754:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619549.597755:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619549.597761:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619549.597767:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788619549.597777:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893891072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619549.597922:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.597957:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619549.597977:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893891200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619549.598004:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619549.598031:0:23909:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891072 00000100:00100000:3.0:1788619549.598035:0:23909:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891072 00010000:00010000:3.0:1788619549.598051:0:23909:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 22 pid: 22748 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619549.598066:0:23909:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891200 00000100:00100000:3.0:1788619549.598069:0:23909:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891200 00010000:00010000:3.0:1788619549.598077:0:23909:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 23 pid: 22746 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619549.598101:0:23909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619549.598107:0:23909:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd7e57c-ecde-404a-9605-8916c38c530f+23:3639:x1875502893891072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788619549.598116:0:23909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619549.598122:0:23909:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 23 pid: 22748 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598131:0:23909:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 23 pid: 22748 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598146:0:23909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619549.598169:0:23909:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd7e57c-ecde-404a-9605-8916c38c530f+23:3639:x1875502893891072:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.598175:0:23909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619549.598210:0:23909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788619549.598215:0:23909:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a84450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd7e57c-ecde-404a-9605-8916c38c530f+22:3638:x1875502893891200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788619549.598222:0:23909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619549.598226:0:23909:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 22 pid: 22746 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598233:0:23909:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 22 pid: 22746 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598244:0:23909:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598251:0:23909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788619549.598271:0:23909:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003867007s 00010000:00010000:3.0:1788619549.598275:0:23909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598282:0:23909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598288:0:23909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598294:0:23909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598298:0:23909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ec000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619549.598303:0:23909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598310:0:23909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598317:0:23909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619549.598326:0:23909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619549.598350:0:23909:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a84450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cd7e57c-ecde-404a-9605-8916c38c530f+22:3638:x1875502893891200:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619549.598355:0:23909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788619549.598408:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893891200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619549.598429:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893891072:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619549.598602:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dce00/0xf71e40bfc4ca8963 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca895c expref: 21 pid: 22748 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.598612:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893890816:0@lo:104: 00010000:00010000:0.0:1788619549.598620:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dc200/0xf71e40bfc4ca8955 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca894e expref: 20 pid: 22746 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.598626:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893890944:0@lo:104: 00010000:00010000:0.0:1788619549.598650:0:22770:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.598658:0:22770:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.598664:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619549.598669:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ec000/0xf71e40bfc4ca8a0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619549.598739:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+19:24257:x1875502893890688:12345-0@lo:253:mount.lustre.0 Request processed in 4342us (8954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619549.598747:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788619549.598930:0:24257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:24257:1875502893890688:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788619549.598940:0:24257:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788619549.598943:0:24257:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788619549.598945:0:24257:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788619549.598947:0:24257:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619549.598948:0:24257:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619549.598950:0:24257:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619549.598951:0:24257:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619549.598953:0:24257:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619549.598955:0:24257:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619549.598956:0:24257:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788619549.598983:0:24257:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1788619549.601223:0:24257:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788619549.614035:0:24257:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788619549.614045:0:24257:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788619549.614081:0:24257:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788619549.614124:0:24257:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788619549.614142:0:24257:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788619549.614166:0:24257:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1788619549.615078:0:24257:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788619549.615308:0:24257:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:1.0:1788619550.470457:0:24336:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788619550.472734:0:24336:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788619550.564068:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788619550.884451:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788619550.884461:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0aca56b000 from 13 10000000:01000000:1.0:1788619550.884467:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619550.884521:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884544:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884555:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619550.884580:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619550.884645:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619550.884681:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac840 going to sleep for 11 seconds 00000100:00100000:1.0:1788619550.884710:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891328 00000100:00100000:1.0:1788619550.884717:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891328 00000100:00100000:1.0:1788619550.884767:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788619550.884775:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+19:22751:x1875502893891328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619550.884801:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619550.884814:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8a12 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884837:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 20 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884848:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 20 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884868:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbd200, rc 0) 00000100:00100000:1.0:1788619550.884906:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+20:22751:x1875502893891328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619550.884912:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788619550.884974:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619550.884988:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.884997:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619550.885044:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891456:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788619550.885073:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619550.885086:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619550.885264:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891456 00000100:00100000:0.0:1788619550.885269:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891456 00000100:00100000:0.0:1788619550.885310:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788619550.885317:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+20:22751:x1875502893891456:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788619550.885333:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788619550.885352:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788619550.885355:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788619550.885436:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+20:22751:x1875502893891456:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619550.885443:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788619550.886227:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891456:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788619550.886297:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788619550.886306:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.886316:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619550.886325:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788619550.886327:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0af1579000 from 13 10000000:01000000:1.0:1788619550.886330:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619550.886356:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.886370:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619550.886378:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619550.886396:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619550.886434:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619550.886457:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac840 going to sleep for 11 seconds 00000100:00100000:0.0:1788619550.886527:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891584 00000100:00100000:0.0:1788619550.886533:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891584 00000100:00100000:0.0:1788619550.886581:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788619550.886589:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:22751:x1875502893891584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619550.886599:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619550.886609:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8a20 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619550.886628:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619550.886638:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619550.886646:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021ece00, rc 0) 00000100:00100000:0.0:1788619550.886687:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893891584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619550.886692:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788619550.886775:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619550.886798:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619550.886806:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619550.886857:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891712:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788619550.886885:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619550.886913:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2e83540 going to sleep for 11 seconds 00000100:00100000:0.0:1788619550.887096:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891712 00000100:00100000:0.0:1788619550.887100:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891712 00000100:00100000:0.0:1788619550.887132:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788619550.887139:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893891712:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788619550.887153:0:22748:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788619550.887167:0:22748:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788619550.887170:0:22748:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788619550.887262:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893891712:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 123us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619550.887273:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788619550.887304:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893891712:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788619550.887347:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788619550.887354:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619550.887363:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619551.458401:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893891840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619551.458480:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788619551.458489:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619551.458519:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893891968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788619551.458539:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891840 00000100:00100000:1.0:1788619551.458550:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891840 00000100:00100000:3.0:1788619551.458591:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619551.458600:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893891968 00000100:00100000:1.0:1788619551.458607:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893891968 00000100:00100000:1.0:1788619551.458635:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619551.458657:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893891840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619551.458694:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619551.458758:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893891840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619551.458765:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619551.458783:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788619551.458789:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893891968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788619551.458806:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788619551.458909:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893891840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788619551.459120:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893891968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 329us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619551.459129:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788619551.459541:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893891968:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788619551.585479:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619552.609371:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619553.637588:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619554.023895:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788619554.657344:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788619555.041333:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619555.041340:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619555.041343:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619555.041346:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619555.041366:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619555.041369:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788619555.041371:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788619555.041374:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788619555.041418:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893892096:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041493:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041548:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893892608:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041578:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041604:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788619555.041611:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893892480:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041634:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041666:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893892224:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041687:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041704:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893892736:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041725:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041742:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788619555.041748:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893892352:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041768:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041785:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893892864:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041818:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619555.041850:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892096 00000100:00100000:0.0:1788619555.041858:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892096 00000100:00100000:0.0:1788619555.041925:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788619555.041935:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:3640:x1875502893892096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.041985:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:3640:x1875502893892096:12345-0@lo:400:kworker.0 Request processed in 51us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.041993:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788619555.042026:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892608 00000100:00100000:0.0:1788619555.042030:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892608 00000100:00100000:0.0:1788619555.042047:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892736 00000100:00100000:0.0:1788619555.042049:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892736 00000100:00100000:0.0:1788619555.042074:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892352 00000100:00100000:0.0:1788619555.042077:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892352 00000100:00100000:0.0:1788619555.042099:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892864 00000100:00100000:0.0:1788619555.042101:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892864 00000100:00100000:0.0:1788619555.042117:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619555.042123:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893892608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042157:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875502893892608:12345-0@lo:400:kworker.0 Request processed in 34us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042163:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619555.042175:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619555.042204:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893892736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042237:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893892736:12345-0@lo:400:kworker.0 Request processed in 56us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042243:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619555.042256:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619555.042262:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893892352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042287:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893892352:12345-0@lo:400:kworker.0 Request processed in 25us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042293:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619555.042304:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619555.042310:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893892864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042335:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893892864:12345-0@lo:400:kworker.0 Request processed in 26us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042341:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619555.042358:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892480 00000100:00100000:0.0:1788619555.042362:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892480 00000100:00100000:0.0:1788619555.042378:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892224 00000100:00100000:0.0:1788619555.042380:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892224 00000100:00100000:0.0:1788619555.042392:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788619555.042406:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893892480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042439:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893892480:12345-0@lo:400:kworker.0 Request processed in 34us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042446:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788619555.042458:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788619555.042464:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893892224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042489:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893892224:12345-0@lo:400:kworker.0 Request processed in 26us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619555.042495:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1788619555.042542:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3922680 x1875502893892352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619555.042555:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893892352:0@lo:400:kworker.0 00010000:00080000:0.0:1788619555.042567:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3922a00 x1875502893892864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619555.042574:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893892864:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042582:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893892224:0@lo:400:kworker.0 00010000:00080000:0.0:1788619555.042590:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3923b80 x1875502893892736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619555.042597:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893892736:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042634:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893892480:0@lo:400:kworker.0 00000100:00100000:0.0:1788619555.042644:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893892096:0@lo:400:kworker.0 00010000:00080000:0.0:1788619555.042653:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3921c00 x1875502893892608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619555.042669:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875502893892608:0@lo:400:kworker.0 00000100:00080000:3.0:1788619555.043144:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619555.043150:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788619555.682380:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788619555.954962:0:24627:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1788619556.578346:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893892992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619556.578467:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619556.578757:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893892992 00000100:00100000:3.0:1788619556.578769:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893892992 00000100:00100000:3.0:1788619556.578862:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788619556.578876:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893892992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788619556.578924:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788619556.578998:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893892992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619556.579008:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788619556.579070:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff894000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893892992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619556.579633:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788619556.579650:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893893120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619556.579700:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619556.579791:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893120 00000100:00100000:2.0:1788619556.579799:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893120 00000100:00100000:2.0:1788619556.579855:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788619556.579863:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893893120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788619556.579894:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788619556.579954:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893893120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619556.579961:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788619556.580327:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893893120:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788619556.705983:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788619557.112689:0:24679:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788619557.114439:0:24679:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788619557.412409:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788619557.736560:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788619558.382249:0:24729:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788619558.382590:0:24729:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788619558.754135:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619559.778290:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788619560.165487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.165496:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619560.165500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.165503:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619560.165539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.165544:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619560.165547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.165550:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619560.165611:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893893376:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.165722:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.165803:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1875502893893888:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.165834:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.165866:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788619560.165872:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893893248:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.165908:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.165932:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893893760:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.165960:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.165991:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893893632:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166014:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.166035:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788619560.166041:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893893504:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166089:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.166110:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893894016:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166133:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.166165:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893888 00000100:00100000:1.0:1788619560.166173:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893888 00000100:00100000:1.0:1788619560.166259:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893760 00000100:00100000:1.0:1788619560.166262:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893760 00000100:00100000:1.0:1788619560.166274:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893504 00000100:00100000:1.0:1788619560.166276:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893504 00000100:00100000:1.0:1788619560.166286:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894016 00000100:00100000:1.0:1788619560.166288:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894016 00000100:00100000:1.0:1788619560.166306:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788619560.166316:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875502893893888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166383:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2936d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875502893893888:12345-0@lo:400:kworker.0 Request processed in 68us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166390:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788619560.166410:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788619560.166416:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893893760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166442:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875502893893760:12345-0@lo:400:kworker.0 Request processed in 27us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166448:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788619560.166458:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788619560.166462:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893893504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166489:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893893504:12345-0@lo:400:kworker.0 Request processed in 27us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166495:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788619560.166505:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788619560.166519:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893894016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166546:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893894016:12345-0@lo:400:kworker.0 Request processed in 29us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166552:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1788619560.166602:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0aee9dd500 x1875502893893504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619560.166618:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893893504:0@lo:400:kworker.0 00010000:00080000:1.0:1788619560.166630:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c2936300 x1875502893894016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619560.166639:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893894016:0@lo:400:kworker.0 00010000:00080000:1.0:1788619560.166675:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0aee9ded80 x1875502893893760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619560.166684:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875502893893760:0@lo:400:kworker.0 00010000:00080000:1.0:1788619560.166695:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0aee9dc700 x1875502893893888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619560.166704:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1875502893893888:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166751:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893376 00000100:00100000:1.0:1788619560.166756:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893376 00000100:00100000:1.0:1788619560.166775:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893632 00000100:00100000:1.0:1788619560.166777:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893632 00000100:00100000:1.0:1788619560.166804:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788619560.166811:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893893376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166851:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893893376:12345-0@lo:400:kworker.0 Request processed in 40us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166869:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788619560.166882:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788619560.166888:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893893632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166924:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893893632:12345-0@lo:400:kworker.0 Request processed in 36us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.166931:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788619560.166960:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893893632:0@lo:400:kworker.0 00000100:00100000:1.0:1788619560.166981:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893893376:0@lo:400:kworker.0 00000100:00080000:1.0:1788619560.167007:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788619560.167012:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788619560.168101:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893893248 00000100:00100000:2.0:1788619560.168114:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893893248 00000100:00100000:2.0:1788619560.168213:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788619560.168223:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:3638:x1875502893893248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619560.168303:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:3638:x1875502893893248:12345-0@lo:400:kworker.0 Request processed in 81us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619560.168310:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788619560.168375:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893893248:0@lo:400:kworker.0 00010000:00010000:3.0:1788619560.803788:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619560.865275:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619545/real 1788619545] req@ffff9d0aee9dce00 x1875502893886080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619560.865373:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aee9dce00 x1875502893886080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619560.865384:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619545/real 1788619545] req@ffff9d0aee9de680 x1875502893886208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619560.865395:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aee9de680 x1875502893886208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788619560.865438:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5470800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619560.865466:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788619560.865472:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893886080:0@lo:8:kworker.0 00000100:00080000:3.0:1788619560.865477:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619560.865483:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788619560.865486:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893886208:0@lo:8:kworker.0 00000100:00080000:1.0:1788619560.865653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.865659:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619560.865663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.865666:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788619560.865670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.865673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788619560.865677:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5470800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619560.865684:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 669 00000100:00080000:1.0:1788619560.865691:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788619560.865699:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d0ac5470800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619560.865745:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c2936300 x1875502893894144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619560.865787:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619560.865797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788619560.865799:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619560.865803:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 669 00000100:00080000:1.0:1788619560.865807:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788619560.865810:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d09c1f1d800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619560.865826:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c2935f80 x1875502893894272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619560.865895:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893894144:0@lo:8:kworker.0 00000100:00100000:3.0:1788619560.865995:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619560.866377:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893894272:0@lo:8:kworker.0 00000100:00100000:3.0:1788619560.866407:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619560.875264:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894144 00000100:00100000:1.0:1788619560.875357:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894144 00000100:00100000:1.0:1788619560.875410:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894272 00000100:00100000:1.0:1788619560.875414:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894272 00000100:00100000:1.0:1788619560.875435:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788619560.875447:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3636:x1875502893894144:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788619560.875501:0:24263:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:1.0:1788619560.875541:0:24263:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca8a2e 00002000:00100000:1.0:1788619560.875562:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9d09c2717000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788619560.875568:0:24263:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788619560.875572:0:24263:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788619560.875832:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788619560.875870:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9d09c2714800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619560.878229:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1875502893894144:12345-0@lo:8:kworker.0 Request processed in 2769us (12220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.878246:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788619560.878467:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c2936300 x1875502893894144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788619580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619560.878483:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788619560.878498:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788619560.878510:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788619560.878518:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788619560.878522:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0ac5470800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788619560.878548:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788619560.878556:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893894144:0@lo:8:kworker.0 00000004:00080000:0.0:1788619560.878638:0:23497:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1788619560.878666:0:23497:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894528:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788619560.878717:0:23497:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619560.878748:0:23497:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df4300 going to sleep for 11 seconds 00000100:00100000:0.0:1788619560.878787:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894528 00000100:00100000:0.0:1788619560.878795:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894528 00000100:00100000:0.0:1788619560.878850:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619560.878857:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3636:x1875502893894272:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788619560.878882:0:24264:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788619560.879002:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893894400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788619560.879279:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788619560.879554:0:23496:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788619560.879675:0:23496:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 684717493592ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788619560.879683:0:23496:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:1.0:1788619560.880162:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788619560.880427:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894400 00000100:00100000:3.0:1788619560.880438:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894400 00000100:00100000:3.0:1788619560.880483:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619560.880493:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3640:x1875502893894400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788619560.880531:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788619560.880604:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3640:x1875502893894400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619560.880612:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788619560.880846:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66d9180 x1875502893894400/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619560.880871:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893894400:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1788619560.889404:0:23488:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1788619560.906251:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3636:x1875502893894272:12345-0@lo:8:kworker.0 Request processed in 27379us (39829us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788619560.906270:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619560.906317:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788619560.906342:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23497:x1875502893894528:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:2.0:1788619560.911516:0:24264:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1788619560.911530:0:24264:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788619560.911719:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23497:x1875502893894528:12345-0@lo:7:osp-pre-0-1.0 Request processed in 5379us (32995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619560.911738:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788619560.911885:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66d8e00 x1875502893894528/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788619576 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619560.911966:0:23497:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894528:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1788619560.911987:0:23497:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788619560.912234:0:23497:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894656:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788619560.912279:0:23497:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619560.912384:0:23497:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df4300 going to sleep for 11 seconds 00000100:00100000:2.0:1788619560.912464:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894656 00000100:00100000:2.0:1788619560.912472:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894656 00000100:00100000:2.0:1788619560.912530:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788619560.912540:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23497:x1875502893894656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788619560.912574:0:24263:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00080000:1.0:1788619560.912823:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788619560.912831:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788619560.912835:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893894272:0@lo:8:kworker.0 00000100:00100000:2.0:1788619560.912990:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23497:x1875502893894656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 451us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619560.912998:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788619560.913390:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66d8e00 x1875502893894656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788619576 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619560.913404:0:23497:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894656:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788619560.913417:0:23497:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788619560.913451:0:23497:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894784:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788619560.913482:0:23497:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619560.913507:0:23497:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df4300 going to sleep for 11 seconds 00000100:00100000:1.0:1788619560.913573:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894784 00000100:00100000:1.0:1788619560.913579:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894784 00000100:00100000:0.0:1788619560.913747:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788619560.913758:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23497:x1875502893894784:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788619560.913804:0:24261:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1788619560.948885:0:24258:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788619560.948910:0:24258:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788619560.950577:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23497:x1875502893894784:12345-0@lo:5:osp-pre-0-1.0 Request processed in 36809us (37081us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788619560.950603:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788619560.950726:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66d8e00 x1875502893894784/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788619576 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619560.950741:0:23497:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788619560.950751:0:23497:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23497:1875502893894784:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788619560.950782:0:23497:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788619560.950860:0:23497:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23497:1875502893894912:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788619560.950908:0:23497:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619560.950948:0:23497:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df4300 going to sleep for 11 seconds 00000100:00100000:1.0:1788619560.951173:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893894912 00000100:00100000:1.0:1788619560.951208:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893894912 00000100:00100000:1.0:1788619560.951261:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788619560.951273:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1875502893894912:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788619560.951594:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1875502893894912:12345-0@lo:900:osp-pre-0-1.0 Request processed in 323us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619560.951602:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788619560.951710:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66d8e00 x1875502893894912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788619576 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619560.951723:0:23497:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23497:1875502893894912:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788619561.704005:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788619561.704040:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893895040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619561.704141:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619561.706360:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895040 00000100:00100000:0.0:1788619561.706378:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895040 00000100:00100000:0.0:1788619561.706462:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788619561.706474:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893895040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788619561.706528:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788619561.706643:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893895040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 171us (2502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619561.706651:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788619561.708059:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893895040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619561.709840:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893895168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788619561.709931:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619561.710112:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895168 00000100:00100000:0.0:1788619561.710123:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895168 00000100:00100000:0.0:1788619561.710204:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619561.710216:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893895168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788619561.710261:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788619561.714364:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893895168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4131us (4414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619561.714388:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788619561.717451:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893895168:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788619561.827213:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619562.850918:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619563.873354:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619564.260226:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788619564.897864:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619565.926278:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788619566.003314:0:25075:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788619566.003318:0:25075:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788619566.003319:0:25075:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788619566.003447:0:25075:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d0aff935000 00000020:01000004:3.0:1788619566.003466:0:25075:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788619566.003576:0:25075:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788619566.003594:0:25075:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9d0af640b380) 00000020:00000080:3.0:1788619566.003618:0:25075:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788619566.084242:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788619566.086164:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788619566.086415:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788619566.086759:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788619566.086946:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788619566.087128:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788619566.087479:0:25075:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1788619566.090100:0:25075:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788619566.090429:0:25075:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1788619566.090443:0:25075:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788619566.090455:0:25075:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf71e40bfc4ca8a3c 00000020:01000004:0.0:1788619566.090463:0:25075:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788619566.090484:0:25075:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.130@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788619566.090487:0:25075:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.130@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788619566.090493:0:25075:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1788619566.090529:0:25075:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1788619566.090533:0:25075:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.130@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788619566.099371:0:25075:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.130@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788619566.099412:0:25075:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.130@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788619566.099416:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788619566.099418:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788619566.099419:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619566.099421:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619566.099422:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619566.099423:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619566.099424:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788619566.099425:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619566.099426:0:25075:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788619566.099430:0:25075:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788619566.099432:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788619566.099433:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788619566.099434:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619566.099435:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619566.099436:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619566.099437:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619566.099438:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788619566.099439:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619566.099440:0:25075:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788619566.099476:0:25075:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788619566.099496:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895296:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788619566.099627:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.099735:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788619566.099784:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895296 00000100:00100000:1.0:1788619566.099792:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895296 00000100:00100000:1.0:1788619566.099895:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788619566.099905:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:25075:x1875502893895296:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788619566.099941:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788619566.099944:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788619566.099949:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788619566.100339:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:25075:x1875502893895296:12345-0@lo:253:mount.lustre.0 Request processed in 435us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.100347:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788619566.100474:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895296:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788619566.100484:0:25075:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788619566.100486:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788619566.100487:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788619566.100488:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788619566.100489:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788619566.100490:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788619566.100491:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788619566.100493:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788619566.100494:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788619566.100495:0:25075:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788619566.100521:0:25075:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d0aff935000 from lustre-OST0001 10000000:01000000:0.0:1788619566.100548:0:25075:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788619566.100551:0:25075:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788619566.100560:0:25075:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d0afbadb380 local copy 00010000:00010000:0.0:1788619566.100569:0:25075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619566.100649:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895424:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619566.100689:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.100760:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619566.100889:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895424 00000100:00100000:1.0:1788619566.100894:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895424 00000100:00100000:1.0:1788619566.100933:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788619566.100941:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:25075:x1875502893895424:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619566.101013:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:25075:x1875502893895424:12345-0@lo:501:mount.lustre.0 Request processed in 72us (323us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788619566.101019:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788619566.101099:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895424:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788619566.101113:0:25075:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.130@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788619566.101130:0:25075:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.130@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788619566.101135:0:25075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.101144:0:25075:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dde00/0xf71e40bfc4ca8756 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca875d expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619566.101169:0:25075:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d0aff935000 10000000:01000000:0.0:1788619566.101210:0:25075:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788619566.101217:0:25075:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788619566.101219:0:25075:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788619566.101224:0:25075:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788619566.101227:0:25075:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788619566.101250:0:25075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.101258:0:25075:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.101267:0:25075:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619566.101280:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895552:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788619566.101306:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.101322:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619566.101370:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895552 00000100:00100000:1.0:1788619566.101375:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895552 00000100:00100000:1.0:1788619566.101392:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788619566.101397:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:25075:x1875502893895552:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788619566.101406:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619566.101417:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbd600/0xf71e40bfc4ca8a4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8a43 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.101437:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbd600/0xf71e40bfc4ca8a4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a43 expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.101446:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbd600/0xf71e40bfc4ca8a4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a43 expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.101455:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbd600, rc 0) 00000100:00100000:1.0:1788619566.101492:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895552:12345-0@lo:101:mount.lustre.0 Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.101498:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788619566.101626:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895552:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788619566.101638:0:25075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a4a expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.101647:0:25075:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8a4a expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788619566.102615:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788619566.103177:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788619566.105005:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788619566.105048:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788619566.105063:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788619566.105079:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788619566.105104:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788619566.105120:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788619566.105134:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788619566.105148:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788619566.105164:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788619566.105221:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788619566.105228:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788619566.105315:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895680:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619566.105376:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.105408:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0240 going to sleep for 11 seconds 00000100:00100000:1.0:1788619566.105476:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895680 00000100:00100000:1.0:1788619566.105483:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895680 00000100:00100000:1.0:1788619566.105536:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788619566.105546:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895680:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788619566.105700:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895680:12345-0@lo:501:mount.lustre.0 Request processed in 155us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.105707:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788619566.105893:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895680:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619566.105923:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895808:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619566.105962:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.106034:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0240 going to sleep for 11 seconds 00000100:00100000:2.0:1788619566.106066:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895808 00000100:00100000:2.0:1788619566.106071:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895808 00000100:00100000:2.0:1788619566.106104:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788619566.106116:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895808:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788619566.106899:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895808:12345-0@lo:503:mount.lustre.0 Request processed in 781us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.106907:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788619566.106972:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895808:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788619566.109283:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788619566.109402:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895936:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619566.109482:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.109536:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619566.109623:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893895936 00000100:00100000:0.0:1788619566.109631:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893895936 00000100:00100000:0.0:1788619566.109673:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788619566.109691:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895936:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619566.110291:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893895936:12345-0@lo:502:mount.lustre.0 Request processed in 599us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.110300:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788619566.110422:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893895936:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619566.110670:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788619566.110713:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788619566.110727:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788619566.110740:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788619566.110753:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788619566.110767:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788619566.110780:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788619566.110792:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788619566.110804:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1788619566.110833:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896064:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619566.110877:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.110913:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af65c0180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619566.111053:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896064 00000100:00100000:0.0:1788619566.111059:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896064 00000100:00100000:0.0:1788619566.111102:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788619566.111111:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893896064:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788619566.111245:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893896064:12345-0@lo:502:mount.lustre.0 Request processed in 134us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.111252:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788619566.111440:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896064:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619566.111485:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1788619566.111494:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788619566.112777:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788619566.112789:0:25079:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788619566.112795:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.112797:0:25079:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788619566.112804:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788619566.112820:0:25079:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9d09c2b93380) 00000020:00000080:1.0:1788619566.112846:0:25079:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788619566.112851:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788619566.112941:0:25079:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0aff935000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788619566.112949:0:25079:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788619566.112955:0:25079:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf71e40bfc4ca8a58 00010000:00010000:1.0:1788619566.116531:0:25079:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788619566.119125:0:25079:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788619566.121782:0:25079:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788619566.130075:0:25079:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788619566.130089:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619566.130097:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.130099:0:25079:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788619566.130104:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788619566.130108:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.130109:0:25079:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788619566.130112:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788619566.130114:0:25079:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788619566.130116:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619566.130118:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.130120:0:25079:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788619566.130122:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788619566.130124:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.130131:0:25079:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788619566.130136:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788619566.130168:0:25079:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788619566.130171:0:25079:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788619566.130172:0:25079:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788619566.130176:0:25079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788619566.132355:0:25075:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788619566.132405:0:25075:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788619566.132431:0:25075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a4a expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.132455:0:25075:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0b021ec000/0xf71e40bfc4ca8a43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a4a expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619566.132464:0:25075:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0aff935000 from 1 10000000:01000000:2.0:1788619566.132467:0:25075:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788619566.132509:0:25075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.132528:0:25075:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.132540:0:25075:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619566.132566:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896192:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619566.132642:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.132706:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.132824:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896192 00000100:00100000:3.0:1788619566.132833:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896192 00000100:00100000:3.0:1788619566.132890:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788619566.132899:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:25075:x1875502893896192:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788619566.132912:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619566.132926:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8a5f expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619566.132949:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619566.132959:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619566.132968:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ad8ac7800, rc 0) 00000100:00100000:3.0:1788619566.133009:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896192:12345-0@lo:101:mount.lustre.0 Request processed in 111us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.133015:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788619566.137117:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896192:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619566.137154:0:25075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.137167:0:25075:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788619566.138267:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788619566.138555:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619566.138731:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788619566.138755:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788619566.138781:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788619566.138796:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788619566.138809:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788619566.138821:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788619566.138833:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788619566.138846:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788619566.138859:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788619566.138872:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788619566.138886:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788619566.138905:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788619566.138910:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788619566.138986:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896320:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619566.139056:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.139102:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788619566.142129:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896320 00000100:00100000:0.0:1788619566.142147:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896320 00000100:00100000:0.0:1788619566.142244:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788619566.142256:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896320:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788619566.142446:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896320:12345-0@lo:501:mount.lustre.0 Request processed in 192us (3390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.142454:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788619566.142911:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896320:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619566.142966:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896448:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788619566.143025:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.143054:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.143109:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896448 00000100:00100000:3.0:1788619566.143114:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896448 00000100:00100000:3.0:1788619566.143153:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788619566.143160:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896448:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619566.143297:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896448:12345-0@lo:503:mount.lustre.0 Request processed in 137us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.143304:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788619566.143394:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896448:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788619566.143830:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788619566.143903:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896576:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619566.143934:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.143954:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5156300 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.144058:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896576 00000100:00100000:3.0:1788619566.144062:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896576 00000100:00100000:3.0:1788619566.144097:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788619566.144104:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896576:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.144216:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896576:12345-0@lo:502:mount.lustre.0 Request processed in 111us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.144223:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788619566.145069:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896576:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619566.145299:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788619566.145325:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788619566.145336:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788619566.145356:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788619566.145368:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788619566.145379:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788619566.145389:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788619566.145400:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788619566.145410:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788619566.145421:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788619566.145432:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788619566.145461:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896704:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788619566.145817:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.145894:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.145961:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896704 00000100:00100000:3.0:1788619566.145967:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896704 00000100:00100000:3.0:1788619566.146015:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788619566.146024:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896704:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.146266:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896704:12345-0@lo:502:mount.lustre.0 Request processed in 243us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.146274:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788619566.147123:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896704:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788619566.147351:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788619566.147364:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788619566.148422:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619566.148436:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.148438:0:25083:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788619566.148445:0:25083:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0aff935000 00000020:00000080:0.0:1788619566.148448:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619566.148458:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619566.148461:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.148463:0:25083:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788619566.148465:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619566.148467:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.148468:0:25083:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788619566.148472:0:25083:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d0aff935000 00000020:00000080:0.0:1788619566.148474:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619566.148642:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619566.148646:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.148647:0:25083:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788619566.148650:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619566.148653:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.148654:0:25083:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788619566.148658:0:25083:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0aff935000 00000020:00000080:0.0:1788619566.148667:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619566.150650:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619566.150662:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.150664:0:25083:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788619566.150668:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788619566.150672:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.150673:0:25083:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788619566.150688:0:25083:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d0aff935000 00000020:00000080:0.0:1788619566.150690:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788619566.150748:0:25083:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788619566.150752:0:25083:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788619566.150753:0:25083:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788619566.150757:0:25083:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788619566.150950:0:25075:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788619566.150987:0:25075:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788619566.151012:0:25075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.151023:0:25075:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619566.151077:0:25075:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788619566.151081:0:25075:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d0aff935000 10000000:01000000:2.0:1788619566.151084:0:25075:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d0aff935000 10000000:01000000:2.0:1788619566.151088:0:25075:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788619566.151093:0:25075:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d0aff935000 from 1 10000000:01000000:2.0:1788619566.151096:0:25075:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788619566.151135:0:25075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.151157:0:25075:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.151169:0:25075:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619566.151214:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896832:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788619566.151282:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.151322:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af675ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788619566.152260:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896832 00000100:00100000:2.0:1788619566.152271:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896832 00000100:00100000:2.0:1788619566.152385:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788619566.152398:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:25075:x1875502893896832:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619566.152413:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619566.152429:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c41dd400/0xf71e40bfc4ca8a74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8a6d expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.152455:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dd400/0xf71e40bfc4ca8a74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a6d expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.152467:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c41dd400/0xf71e40bfc4ca8a74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a6d expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.152477:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c41dd400, rc 0) 00000100:00100000:2.0:1788619566.152542:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893896832:12345-0@lo:101:mount.lustre.0 Request processed in 147us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619566.152549:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788619566.152614:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896832:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788619566.152633:0:25075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a74 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.152643:0:25075:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8a74 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788619566.155827:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788619566.156167:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788619566.156375:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788619566.156401:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788619566.156421:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788619566.156436:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788619566.156449:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788619566.156462:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788619566.156475:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788619566.156487:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788619566.156501:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788619566.156514:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788619566.157724:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788619566.157745:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788619566.157757:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788619566.157769:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788619566.157798:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788619566.157813:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788619566.157824:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788619566.157836:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788619566.157848:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788619566.157860:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788619566.157872:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788619566.157884:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788619566.157896:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788619566.157919:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788619566.157931:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788619566.157943:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788619566.157956:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788619566.157967:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788619566.157979:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788619566.158082:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788619566.158112:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788619566.158128:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788619566.158140:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788619566.158153:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788619566.158169:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788619566.158206:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788619566.158222:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788619566.158234:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788619566.158245:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788619566.158258:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788619566.158272:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788619566.158284:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788619566.158298:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788619566.158311:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788619566.158324:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788619566.158337:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788619566.158363:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788619566.158379:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788619566.161704:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788619566.161770:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788619566.161796:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788619566.161803:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788619566.161935:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788619566.162002:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.162053:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.166758:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893896960 00000100:00100000:3.0:1788619566.166774:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893896960 00000100:00100000:3.0:1788619566.166833:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788619566.166843:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893896960:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619566.167024:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893896960:12345-0@lo:501:mount.lustre.0 Request processed in 182us (5021us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.167032:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788619566.167094:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893896960:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788619566.167153:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897088:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788619566.167220:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.167250:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619566.167739:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897088 00000100:00100000:1.0:1788619566.167745:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897088 00000100:00100000:1.0:1788619566.167776:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788619566.167783:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897088:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788619566.167881:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897088:12345-0@lo:503:mount.lustre.0 Request processed in 98us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.167888:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788619566.168139:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897088:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788619566.169771:0:25075:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788619566.169874:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897216:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.169944:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.169984:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897216 00000100:00100000:3.0:1788619566.169990:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897216 00000100:00100000:3.0:1788619566.170034:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788619566.170043:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897216:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.170145:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897216:12345-0@lo:502:mount.lustre.0 Request processed in 102us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.170154:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788619566.170228:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.170248:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897216:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619566.170473:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788619566.170500:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788619566.172816:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788619566.172879:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788619566.172896:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788619566.172909:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788619566.172923:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788619566.172938:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788619566.172972:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788619566.172989:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788619566.173014:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788619566.173029:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788619566.173043:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788619566.173057:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788619566.173071:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788619566.173085:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788619566.173100:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788619566.173114:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788619566.173127:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788619566.173142:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788619566.173155:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788619566.173169:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788619566.173214:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788619566.173231:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788619566.173259:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788619566.173275:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788619566.173288:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788619566.173302:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788619566.173316:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788619566.173330:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788619566.173345:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788619566.173361:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788619566.173375:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788619566.173389:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788619566.173403:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788619566.173418:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788619566.173430:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788619566.173443:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788619566.173458:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788619566.173470:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788619566.173493:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788619566.173505:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788619566.175746:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788619566.175804:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788619566.175821:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788619566.175835:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788619566.175850:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788619566.175864:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788619566.175921:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897344:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.175999:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.177755:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897344 00000100:00100000:3.0:1788619566.177768:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897344 00000100:00100000:3.0:1788619566.177822:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788619566.177830:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.177972:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897344:12345-0@lo:502:mount.lustre.0 Request processed in 142us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.177980:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788619566.178040:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.178063:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897344:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619566.178288:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788619566.178314:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788619566.178350:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897472:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.178394:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.178423:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897472 00000100:00100000:3.0:1788619566.178428:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897472 00000100:00100000:3.0:1788619566.178452:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788619566.178458:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897472:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788619566.178520:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893897472:12345-0@lo:502:mount.lustre.0 Request processed in 62us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.178527:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788619566.178563:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.178576:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893897472:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788619566.178610:0:25075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788619566.178618:0:25075:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788619566.181842:0:25088:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788619566.181865:0:25088:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9d0af6408000) 00000020:00000080:3.0:1788619566.181894:0:25088:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1788619566.182020:0:25088:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0aff935000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788619566.182024:0:25088:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0aff935000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788619566.182027:0:25088:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aff935000 3 00010000:00080000:3.0:1788619566.182072:0:25088:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d09c1e88000@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.130@tcp at head 00010000:00010000:3.0:1788619566.187743:0:25088:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1788619566.188029:0:25088:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788619566.188076:0:25088:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788619566.188090:0:25088:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf71e40bfc4ca8a82 00000100:00080000:3.0:1788619566.188103:0:25088:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788619566.188109:0:25088:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d09c1e88000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619566.188145:0:25088:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff895880 x1875502893897600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619566.188200:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893897600:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788619566.188267:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788619566.188323:0:25088:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788619566.188366:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619566.188370:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788619566.188373:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619566.188376:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788619566.188411:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619566.188414:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788619566.188417:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788619566.188421:0:474:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:3.0:1788619566.188425:0:474:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788619566.188428:0:474:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d09c1f1d800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:3.0:1788619566.188441:0:474:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c3901f80 x1875502893898240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788619566.188481:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893898112:0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.188508:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.188625:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788619566.188631:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893897984:0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.188658:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.188690:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1875502893898624:0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.188728:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.188759:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893898240:0@lo:8:kworker.0 00000100:00100000:3.0:1788619566.188781:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.188809:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898112 00000100:00100000:3.0:1788619566.188816:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898112 00000100:00100000:3.0:1788619566.188858:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898240 00000100:00100000:3.0:1788619566.188861:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898240 00000100:00100000:3.0:1788619566.188873:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619566.188882:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893898112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.188931:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893898112:12345-0@lo:400:kworker.0 Request processed in 51us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.188938:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788619566.188957:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619566.188962:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3636:x1875502893898240:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788619566.189010:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3636:x1875502893898240:12345-0@lo:8:kworker.0 Request processed in 47us (227us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788619566.189016:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788619566.189032:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897984 00000100:00100000:3.0:1788619566.189035:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897984 00000100:00100000:3.0:1788619566.189058:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788619566.189064:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893897984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.189095:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893897984:12345-0@lo:400:kworker.0 Request processed in 31us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.189100:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788619566.189135:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893897984:0@lo:400:kworker.0 00010000:00080000:3.0:1788619566.189147:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3900e00 x1875502893898112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619566.189157:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893898112:0@lo:400:kworker.0 00000100:00100000:3.0:1788619566.189200:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788619566.189205:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788619566.189209:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788619566.189211:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893898240:0@lo:8:kworker.0 00000100:00100000:1.0:1788619566.189433:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897600 00000100:00100000:1.0:1788619566.189439:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897600 00000100:00100000:1.0:1788619566.189457:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898624 00000100:00100000:1.0:1788619566.189460:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898624 00000100:00100000:1.0:1788619566.189500:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619566.189507:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875502893898624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.189556:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875502893898624:12345-0@lo:400:kworker.0 Request processed in 50us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.189562:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619566.189576:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619566.189580:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3636:x1875502893897600:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788619566.189595:0:22755:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:1.0:1788619566.189626:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf71e40bfc4ca8a89 00000004:00100000:1.0:1788619566.189640:0:22755:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788619566.189667:0:22755:0:(import.c:65:import_set_state_nolock()) ffff9d09c2999800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619566.189723:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875502893897600:12345-0@lo:38:llog_process_th.0 Request processed in 142us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.189730:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788619566.189750:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893897728:0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.189778:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.189797:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893898368:0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.189816:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.189831:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788619566.189836:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893897856:0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.189855:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.189866:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893898496:0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.189883:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.189913:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898368 00000100:00100000:1.0:1788619566.189917:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898368 00000100:00100000:1.0:1788619566.189933:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897856 00000100:00100000:1.0:1788619566.189935:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897856 00000100:00100000:1.0:1788619566.189947:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898496 00000100:00100000:1.0:1788619566.189949:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898496 00000100:00100000:1.0:1788619566.189962:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788619566.189967:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893898368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.190001:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893898368:12345-0@lo:400:kworker.0 Request processed in 33us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.190006:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788619566.190017:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788619566.190023:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893897856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.190049:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893897856:12345-0@lo:400:kworker.0 Request processed in 26us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.190064:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788619566.190077:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788619566.190082:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893898496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.190110:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893898496:12345-0@lo:400:kworker.0 Request processed in 29us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.190116:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:1.0:1788619566.190136:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788619566.190139:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788619566.190141:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619566.190149:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893897728 00000100:00100000:1.0:1788619566.190153:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893897728 00000100:00100000:1.0:1788619566.190169:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788619566.190175:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893897728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.190230:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893897728:12345-0@lo:400:kworker.0 Request processed in 55us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.190236:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:1.0:1788619566.190278:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3903b80 x1875502893897856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.190289:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3903b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893897856:0@lo:400:kworker.0 00010000:00080000:1.0:1788619566.190298:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3901180 x1875502893898496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.190305:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893898496:0@lo:400:kworker.0 00000100:00100000:1.0:1788619566.190312:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893897728:0@lo:400:kworker.0 00010000:00080000:1.0:1788619566.190319:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3902d80 x1875502893898368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.190334:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893898368:0@lo:400:kworker.0 00010000:00080000:1.0:1788619566.190369:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0aff895880 x1875502893897600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.190377:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788619566.190384:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788619566.190391:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788619566.190395:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788619566.190398:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1e88000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788619566.190403:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1875502893897600:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788619566.190426:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d09c3902a00 x1875502893898624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.190434:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1875502893898624:0@lo:400:kworker.0 00000020:01000004:0.0:1788619566.191334:0:25088:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788619566.191352:0:25088:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9d0af1148000) 00000020:00000080:0.0:1788619566.191375:0:25088:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788619566.191468:0:25088:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d0aff935000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788619566.191472:0:25088:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d0aff935000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788619566.191475:0:25088:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d0aff935000 3 00010000:00080000:0.0:1788619566.191504:0:25088:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d0aea26b000@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.130@tcp at head 00010000:00010000:0.0:1788619566.194929:0:25088:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788619566.197622:0:25088:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788619566.197687:0:25088:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788619566.197704:0:25088:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf71e40bfc4ca8a97 00000100:00080000:0.0:1788619566.197715:0:25088:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788619566.197722:0:25088:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d0aea26b000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:0.0:1788619566.197763:0:25088:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0af66db800 x1875502893898752/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788619566.197785:0:25088:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788619566.197934:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619566.197939:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788619566.197942:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788619566.197945:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788619566.199436:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1875502893898752:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788619566.201665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619566.201798:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898752 00000100:00100000:0.0:1788619566.201813:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898752 00000100:00100000:0.0:1788619566.201887:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788619566.201896:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2936a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1875502893898752:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788619566.201928:0:22756:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:0.0:1788619566.201962:0:22756:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf71e40bfc4ca8a9e 00000004:00100000:0.0:1788619566.201978:0:22756:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788619566.202013:0:22756:0:(import.c:65:import_set_state_nolock()) ffff9d0aea269800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788619566.202084:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2936a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875502893898752:12345-0@lo:38:llog_process_th.0 Request processed in 188us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.202091:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:3.0:1788619566.202466:0:25088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788619566.202528:0:25075:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788619566.202569:0:25075:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788619566.202584:0:25075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a74 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619566.202596:0:25075:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c41dc000/0xf71e40bfc4ca8a6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8a74 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788619566.202649:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788619566.202651:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788619566.202653:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619566.202654:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619566.202655:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619566.202656:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619566.202658:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619566.202660:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619566.202661:0:25075:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788619566.202665:0:25075:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788619566.202668:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788619566.202669:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788619566.202670:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619566.202671:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619566.202672:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619566.202674:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619566.202684:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619566.202685:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619566.202686:0:25075:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788619566.202708:0:25075:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788619566.202726:0:25075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893898880:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788619566.202776:0:25075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.202797:0:25075:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619566.202814:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893898880 00000100:00100000:3.0:1788619566.202818:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893898880 00000100:00100000:3.0:1788619566.202857:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788619566.202863:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893898880:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788619566.202883:0:22746:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788619566.202897:0:22746:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1788619566.205893:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0af66db800 x1875502893898752/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788619576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.205910:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788619566.205922:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788619566.205931:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788619566.205938:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788619566.205941:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d0aea26b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788619566.205949:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1875502893898752:0@lo:38:llog_process_th.0 20000000:01000000:0.0:1788619566.209840:0:22746:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788619566.209862:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1788619566.210003:0:22770:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788619566.210008:0:22770:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788619566.210034:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210054:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 24 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210063:0:22770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210071:0:22770:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210112:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210125:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 24 pid: 22746 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619566.210139:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0b800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893899008:0@lo:104: 00000100:00100000:2.0:1788619566.210226:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788619566.210273:0:22770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 24 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210282:0:22770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 24 pid: 22748 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619566.210290:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893899136:0@lo:104: 00000100:00100000:2.0:1788619566.210312:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619566.210330:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87e0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788619566.210371:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899008 00000100:00100000:2.0:1788619566.210378:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899008 00000100:00100000:2.0:1788619566.210413:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899136 00000100:00100000:2.0:1788619566.210415:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899136 00000100:00100000:2.0:1788619566.210430:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619566.210439:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893899008:12345-0@lo:104: 00010000:00010000:2.0:1788619566.210451:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210500:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788619566.210506:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+4:22770:x1875502893899008:12345-0@lo:104: Request processed in 69us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.210671:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:25075:x1875502893898880:12345-0@lo:253:mount.lustre.0 Request processed in 7807us (7893us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619566.210691:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788619566.210801:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619566.210817:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788619566.210823:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893899136:12345-0@lo:104: 00010000:00010000:2.0:1788619566.210832:0:22738:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.210899:0:22738:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788619566.210904:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+3:22770:x1875502893899136:12345-0@lo:104: Request processed in 82us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619566.210910:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788619566.211000:0:25075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cd7e57c-ecde-404a-9605-8916c38c530f:25075:1875502893898880:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788619566.211015:0:25075:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788619566.211019:0:25075:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788619566.211020:0:25075:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788619566.211022:0:25075:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788619566.211023:0:25075:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788619566.211025:0:25075:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788619566.211026:0:25075:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788619566.211027:0:25075:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788619566.211029:0:25075:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788619566.211030:0:25075:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788619566.211051:0:25075:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788619566.215158:0:25075:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1788619566.216666:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619566.216688:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216701:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd000 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619566.216706:0:22743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216719:0:22743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619566.216727:0:22743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619566.216746:0:22743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788619566.216798:0:22743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216805:0:22743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619566.216826:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216834:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd000/0xf71e40bfc4ca8a20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a27 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216847:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619566.216851:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216856:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619566.216859:0:22743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216865:0:22743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619566.216871:0:22743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619566.216876:0:22743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788619566.216888:0:22743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216894:0:22743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619566.216912:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216919:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc400/0xf71e40bfc4ca8a12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a19 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619566.216935:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619566.216937:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619566.216939:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619566.217308:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0b800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893899008:0@lo:104: 00000100:00100000:0.0:1788619566.217319:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22770:1875502893899136:0@lo:104: 00010000:00010000:0.0:1788619566.217344:0:22770:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619566.217867:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893899264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619566.217939:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.218001:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893899392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619566.218024:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.218067:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899264 00000100:00100000:1.0:1788619566.218075:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899264 00010000:00010000:1.0:1788619566.218106:0:22740:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 24 pid: 22746 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619566.218132:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899392 00000100:00100000:1.0:1788619566.218135:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899392 00010000:00010000:1.0:1788619566.218146:0:22740:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 25 pid: 22748 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619566.218165:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788619566.218174:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+25:3638:x1875502893899264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619566.218209:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619566.218215:0:22740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 25 pid: 22746 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218226:0:22740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 25 pid: 22746 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218241:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0b021ece00/0xf71e40bfc4ca8a27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a20 expref: 25 pid: 22746 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218257:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619566.218289:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3638:x1875502893899264:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.218307:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788619566.218324:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619566.218330:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:3639:x1875502893899392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619566.218339:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619566.218343:0:22740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 23 pid: 22748 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218351:0:22740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 23 pid: 22748 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218360:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0afcbbd200/0xf71e40bfc4ca8a19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a12 expref: 23 pid: 22748 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218371:0:22740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218379:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788619566.218392:0:22740:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008384980s 00010000:00010000:1.0:1788619566.218397:0:22740:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218403:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218409:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218416:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218427:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dc400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619566.218431:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218438:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218452:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.218461:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788619566.218487:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:3639:x1875502893899392:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.218493:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619566.219585:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893899392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788619566.219626:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893899264:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788619566.219647:0:22770:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.219656:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619566.219662:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c41dc400/0xf71e40bfc4ca8aa5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619566.220629:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1788619566.226900:0:25075:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788619566.226913:0:25075:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788619566.226962:0:25075:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788619566.227014:0:25075:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.130@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788619566.227035:0:25075:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1788619566.227068:0:25075:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1788619566.228075:0:25075:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788619566.229060:0:25075:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788619566.306102:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893899520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788619566.306236:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.306608:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899520 00000100:00100000:3.0:1788619566.306618:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899520 00000100:00100000:3.0:1788619566.306688:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788619566.306700:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893899520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788619566.306734:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788619566.307850:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893899520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1147us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.307860:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788619566.308012:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d0ad2d09f80 x1875502893899520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788619582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619566.308035:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893899520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788619566.817508:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893899648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619566.817591:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619566.817651:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899648 00000100:00100000:3.0:1788619566.817659:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899648 00000100:00100000:3.0:1788619566.817715:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788619566.817735:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893899648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788619566.817769:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788619566.817815:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893899648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619566.817821:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788619566.817869:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893899648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788619566.819679:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788619566.820351:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893899776:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619566.820427:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619566.820647:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899776 00000100:00100000:1.0:1788619566.820655:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899776 00000100:00100000:1.0:1788619566.820741:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788619566.820750:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893899776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619566.820784:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619566.820839:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893899776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619566.820846:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788619566.820918:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893899776:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788619566.945279:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788619567.087111:0:25141:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788619567.087906:0:25141:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1788619567.270968:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788619567.270974:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0aca56b000 from 14 10000000:01000000:1.0:1788619567.270979:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619567.271021:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.271034:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.271045:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619567.271069:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893899904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619567.271132:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.271174:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2e83d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619567.271229:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619546/real 1788619546] req@ffff9d0aee9df480 x1875502893886720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619566 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.271248:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aee9df480 x1875502893886720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619566 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.271258:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788619546/real 1788619546] req@ffff9d0aee9dc000 x1875502893886848/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619566 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.271268:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d0aee9dc000 x1875502893886848/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788619566 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788619567.271285:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788619567.271301:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788619567.271305:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893886720:0@lo:8:kworker.0 00000100:00080000:1.0:1788619567.271310:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788619567.271315:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788619567.271317:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893886848:0@lo:8:kworker.0 00000100:00100000:1.0:1788619567.271346:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893899904 00000100:00100000:1.0:1788619567.271353:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893899904 00000100:00100000:1.0:1788619567.271399:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788619567.271409:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893899904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619567.271422:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619567.271436:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0afcbbca00/0xf71e40bfc4ca8ab3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8aac expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.271459:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0afcbbca00/0xf71e40bfc4ca8ab3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8aac expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.271469:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0afcbbca00/0xf71e40bfc4ca8ab3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8aac expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.271484:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0afcbbca00, rc 0) 00000100:00100000:1.0:1788619567.275133:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893899904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3716us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.275147:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:1.0:1788619567.275319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619567.275323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788619567.275327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619567.275332:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1788619567.275338:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788619567.275343:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d09c2846800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619567.275366:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d09c2936300 x1875502893900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619567.275382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619567.275385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788619567.275387:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619567.275391:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1788619567.275393:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788619567.275396:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d09c41a3000 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619567.275408:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aff895880 x1875502893900288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788619567.275456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788619567.275460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788619567.275461:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788619567.275475:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d09c1f1d800 using connection 192.168.201.130@tcp/0@lo 00000100:00100000:1.0:1788619567.275487:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d0aee9dce00 x1875502893900800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788619567.275591:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893899904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619567.275618:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8ab3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.275630:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8ab3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619567.278904:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893901568:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788619567.278994:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279042:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2e83d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619567.279063:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893900032:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279095:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279120:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893900928:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279146:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279164:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893901440:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279207:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279232:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788619567.279239:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893900416:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279420:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279438:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893901056:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279456:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279486:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893900160:0@lo:8:kworker.0 00000100:00100000:1.0:1788619567.279518:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279536:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893900288:0@lo:8:kworker.0 00000100:00100000:1.0:1788619567.279556:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279571:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893900800:0@lo:8:kworker.0 00000100:00100000:1.0:1788619567.279589:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279616:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893900544:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279636:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279650:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893901184:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279689:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279934:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788619567.279942:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893900672:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279966:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.279978:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893901312:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.279995:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.280018:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900032 00000100:00100000:1.0:1788619567.280026:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900032 00000100:00100000:1.0:1788619567.280059:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900544 00000100:00100000:1.0:1788619567.280062:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900544 00000100:00100000:1.0:1788619567.280075:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788619567.280082:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893900032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.280132:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893900032:12345-0@lo:400:kworker.0 Request processed in 50us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.280138:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788619567.280154:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788619567.280160:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893900544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.280220:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893900544:12345-0@lo:400:kworker.0 Request processed in 60us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.280226:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788619567.280241:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900928 00000100:00100000:1.0:1788619567.280311:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900928 00000100:00100000:1.0:1788619567.280330:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901440 00000100:00100000:1.0:1788619567.280332:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901440 00000100:00100000:1.0:1788619567.280352:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900416 00000100:00100000:1.0:1788619567.280355:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900416 00000100:00100000:1.0:1788619567.280365:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901056 00000100:00100000:1.0:1788619567.280367:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901056 00000100:00100000:1.0:1788619567.280376:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901184 00000100:00100000:1.0:1788619567.280378:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901184 00000100:00100000:1.0:1788619567.280387:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901312 00000100:00100000:1.0:1788619567.280389:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901312 00000100:00100000:1.0:1788619567.280402:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788619567.280408:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893900928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.280439:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893900928:12345-0@lo:400:kworker.0 Request processed in 31us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.280445:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788619567.280456:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619567.280462:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875502893901440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.280487:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875502893901440:12345-0@lo:400:kworker.0 Request processed in 26us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.281452:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788619567.281478:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619567.281488:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893900416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.281612:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893900416:12345-0@lo:400:kworker.0 Request processed in 126us (2190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.281628:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788619567.281641:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788619567.281648:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893901056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619567.281925:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901568 00000100:00100000:0.0:1788619567.281934:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901568 00000100:00100000:0.0:1788619567.281976:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788619567.281984:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893901568:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788619567.282003:0:22746:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788619567.282026:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788619567.282030:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788619567.282133:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893901568:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 150us (3138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.282140:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788619567.282233:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900160 00000100:00100000:0.0:1788619567.282238:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900160 00000100:00100000:1.0:1788619567.282368:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893901056:12345-0@lo:400:kworker.0 Request processed in 720us (2910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.282375:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788619567.282388:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788619567.282396:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893901184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.282427:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893901184:12345-0@lo:400:kworker.0 Request processed in 33us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.282433:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788619567.282445:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788619567.282453:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893901312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.282482:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893901312:12345-0@lo:400:kworker.0 Request processed in 30us (2485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.282488:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1788619567.282889:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9dc000 x1875502893900416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.282905:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893900416:0@lo:400:kworker.0 00010000:00080000:1.0:1788619567.282918:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9df100 x1875502893901056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.282926:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893901056:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.282939:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893900032:0@lo:400:kworker.0 00010000:00080000:1.0:1788619567.282962:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9dd880 x1875502893900928/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.282970:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893900928:0@lo:400:kworker.0 00010000:00080000:1.0:1788619567.282980:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9ded80 x1875502893901440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.282987:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893901440:0@lo:400:kworker.0 00010000:00080000:1.0:1788619567.283039:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9dc700 x1875502893901312/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.283047:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893901312:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.283059:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893900544:0@lo:400:kworker.0 00010000:00080000:1.0:1788619567.283069:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9df800 x1875502893901184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.283077:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893901184:0@lo:400:kworker.0 00000100:00080000:1.0:1788619567.283097:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788619567.283101:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788619567.283121:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893901568:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788619567.283209:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788619567.283220:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8ab3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.283231:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbcc00/0xf71e40bfc4ca8aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8ab3 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.284587:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900288 00000100:00100000:0.0:1788619567.284599:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900288 00000100:00100000:0.0:1788619567.284612:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900800 00000100:00100000:0.0:1788619567.284615:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900800 00000100:00100000:0.0:1788619567.284622:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893900672 00000100:00100000:0.0:1788619567.284624:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893900672 00000100:00100000:0.0:1788619567.284648:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788619567.284672:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893900672:12345-0@lo:400:kworker.0 10000000:01000000:1.0:1788619567.284867:0:22751:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788619567.284870:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d0af1579000 from 14 10000000:01000000:1.0:1788619567.284873:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788619567.284906:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.284916:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.284927:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619567.284948:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c396d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893901696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788619567.286410:0:24263:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788619567.286425:0:24263:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1788619567.286443:0:24261:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788619567.286466:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788619567.286474:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1875502893900160:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788619567.286508:0:24261:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:2.0:1788619567.286539:0:24261:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca8ac1 00002000:00100000:2.0:1788619567.286555:0:24261:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9d09c276a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788619567.286560:0:24261:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788619567.286563:0:24261:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788619567.286646:0:24261:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788619567.286682:0:24261:0:(import.c:65:import_set_state_nolock()) ffff9d09c276c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788619567.289528:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893900672:12345-0@lo:400:kworker.0 Request processed in 4861us (9550us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.289544:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788619567.291909:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9de680 x1875502893900672/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619567.291929:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893900672:0@lo:400:kworker.0 00000100:00100000:1.0:1788619567.293614:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.294386:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af6753d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788619567.296607:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875502893900160:12345-0@lo:8:kworker.0 Request processed in 10123us (17078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.296620:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788619567.296767:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c2936300 x1875502893900160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788619592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619567.296780:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788619567.296854:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788619567.296864:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788619567.296870:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788619567.296873:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c2846800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788619567.296890:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788619567.296897:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893900160:0@lo:8:kworker.0 00000004:00080000:2.0:1788619567.296959:0:22779:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:2.0:1788619567.296979:0:22779:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22779:1875502893901952:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788619567.297015:0:22779:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.297036:0:22779:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f0540 going to sleep for 11 seconds 00000100:00100000:2.0:1788619567.297094:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893901824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788619567.297126:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.297166:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901824 00000100:00100000:2.0:1788619567.297172:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901824 00000100:00100000:2.0:1788619567.297240:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1788619567.297383:0:22778:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788619567.297469:0:22778:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691135287585ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788619567.297476:0:22778:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1788619567.298685:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875502893901824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788619567.298971:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619567.299042:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875502893901824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 368us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.299049:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788619567.299080:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619567.299099:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901952 00000100:00100000:2.0:1788619567.299105:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901952 00000100:00100000:2.0:1788619567.299137:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619567.299143:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3636:x1875502893900288:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788619567.299171:0:24263:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:2.0:1788619567.299218:0:24263:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf71e40bfc4ca8ac8 00002000:00100000:2.0:1788619567.299233:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9d09c276e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788619567.299237:0:24263:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788619567.299239:0:24263:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00010000:00080000:1.0:1788619567.299403:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0ad2d09f80 x1875502893901824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.299422:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893901824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788619567.299891:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893901696 00000100:00100000:0.0:1788619567.299899:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893901696 00000100:00100000:0.0:1788619567.299932:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788619567.299940:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893901696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619567.299951:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619567.299969:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0b021ec400/0xf71e40bfc4ca8acf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8aba expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.299994:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0b021ec400/0xf71e40bfc4ca8acf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8aba expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.300015:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0b021ec400/0xf71e40bfc4ca8acf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8aba expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.300023:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0b021ec400, rc 0) 00000100:00100000:0.0:1788619567.300067:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893901696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (6461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.300074:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788619567.300117:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c396d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893901696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619567.300134:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8acf expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.300144:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8acf expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.300228:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893902080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788619567.300885:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788619567.300892:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1875502893900800:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788619567.300918:0:25154:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:1.0:1788619567.300939:0:25154:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf71e40bfc4ca8ad6 00002000:00100000:1.0:1788619567.300950:0:25154:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9d09c299b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788619567.300960:0:25154:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788619567.300963:0:25154:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788619567.301131:0:25154:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788619567.301157:0:25154:0:(import.c:65:import_set_state_nolock()) ffff9d09c299f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619567.301231:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3636:x1875502893900800:12345-0@lo:8:kworker.0 Request processed in 337us (21640us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.301237:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00002000:00080000:2.0:1788619567.301376:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788619567.301391:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9d09c276d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788619567.301424:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3636:x1875502893900288:12345-0@lo:8:kworker.0 Request processed in 2280us (21867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.301431:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619567.301449:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619567.301458:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22779:x1875502893901952:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788619567.302048:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619567.302082:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afba2a180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619567.302111:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902080 00000100:00100000:0.0:1788619567.302117:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902080 00000100:00100000:0.0:1788619567.302150:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788619567.302157:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893902080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788619567.302173:0:22748:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788619567.302235:0:22748:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788619567.302240:0:22748:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00010000:00080000:2.0:1788619567.302916:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aff895880 x1875502893900288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788619592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619567.302928:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788619567.302938:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788619567.302946:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788619567.302952:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788619567.302954:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c41a3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788619567.302977:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788619567.302984:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aff895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875502893900288:0@lo:8:kworker.0 00010000:00080000:2.0:1788619567.303007:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9dce00 x1875502893900800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788619592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788619567.303017:0:3636:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788619567.303022:0:3636:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788619567.303024:0:3636:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788619567.303026:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d09c1f1d800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788619567.303037:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788619567.303040:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875502893900800:0@lo:8:kworker.0 00000004:00080000:2.0:1788619567.303117:0:23499:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1788619567.303138:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902336:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1788619567.303203:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.303225:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f0840 going to sleep for 11 seconds 00000004:00080000:1.0:1788619567.303407:0:22780:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788619567.303511:0:22780:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691141329535ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788619567.303518:0:22780:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788619567.303536:0:23498:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788619567.303583:0:23498:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 691141401353ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788619567.303588:0:23498:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788619567.303669:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902336 00000100:00100000:1.0:1788619567.303675:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902336 00000100:00100000:0.0:1788619567.303999:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893902080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1839us (1949us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.304023:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000004:00080000:0.0:1788619567.304088:0:22781:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1788619567.304103:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22781:1875502893902592:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788619567.304136:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619567.304151:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afba2a900 going to sleep for 11 seconds 00000100:00100000:0.0:1788619567.304197:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893902080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788619567.305342:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893902208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619567.305515:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902592 00000100:00100000:1.0:1788619567.305522:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902592 00000100:00100000:1.0:1788619567.305547:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788619567.305556:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23499:x1875502893902336:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1788619567.306322:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.306371:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788619567.306383:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893902464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788619567.306420:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788619567.306554:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788619567.306568:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902208 00000100:00100000:2.0:1788619567.306573:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902208 00000100:00100000:2.0:1788619567.306597:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902464 00000100:00100000:2.0:1788619567.306600:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902464 00000100:00100000:2.0:1788619567.306613:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788619567.306619:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3637:x1875502893902208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788619567.306641:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619567.306698:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3637:x1875502893902208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.306705:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788619567.306720:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788619567.306726:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3637:x1875502893902464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788619567.306736:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619567.306760:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3637:x1875502893902464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.306766:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00080000:1.0:1788619567.307765:0:22734:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:2.0:1788619567.309525:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0af66dbb80 x1875502893902464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619567.309557:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893902464:0@lo:13:osp-pre-1-0.0 00010000:00080000:2.0:1788619567.309580:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0ad2d09880 x1875502893902208/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788619583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619567.309593:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893902208:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1788619567.311129:0:22734:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 10000000:01000000:0.0:1788619567.313076:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788619567.313094:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8acf expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.313107:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbc000/0xf71e40bfc4ca8aba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8acf expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788619567.316479:0:23488:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:0.0:1788619567.318413:0:25154:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1788619567.318423:0:25154:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788619567.318533:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23499:x1875502893902336:12345-0@lo:7:osp-pre-1-1.0 Request processed in 12973us (15325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.318544:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619567.318578:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619567.318588:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22781:x1875502893902592:12345-0@lo:5:osp-pre-1-0.0 00010000:00080000:1.0:1788619567.318949:0:23499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0ad2d08380 x1875502893902336/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788619583 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619567.318967:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902336:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788619567.318979:0:23499:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788619567.319019:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c396ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902720:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788619567.319052:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.319088:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac6aa1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788619567.319314:0:24264:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1788619567.319327:0:24264:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1788619567.322512:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902720 00000100:00100000:3.0:1788619567.322527:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902720 00000100:00100000:3.0:1788619567.323486:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788619567.325154:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23499:x1875502893902720:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788619567.325220:0:25155:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788619567.325305:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23499:x1875502893902720:12345-0@lo:5:osp-pre-1-1.0 Request processed in 516us (6251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619567.325315:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00002000:00080000:1.0:1788619567.325479:0:25154:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1788619567.325485:0:25154:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1788619567.325490:0:25154:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:0.0:1788619567.327307:0:24263:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788619567.327321:0:24263:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1788619567.327327:0:24263:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00010000:00080000:2.0:1788619567.327952:0:23499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c396ea00 x1875502893902720/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788619583 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619567.327970:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c396ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902720:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788619567.327988:0:23499:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788619567.328048:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902848:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788619567.328103:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.328141:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26f03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788619567.328363:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902848 00000100:00100000:3.0:1788619567.328371:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902848 00000100:00100000:3.0:1788619567.328418:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788619567.328427:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23499:x1875502893902848:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788619567.328464:0:24264:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1788619567.342058:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.342070:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342230:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.342236:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.342252:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342279:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342287:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342293:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342305:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.342315:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.342319:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342324:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ad8ac6a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.342327:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342334:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342346:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342351:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3440421/0xf71e40bfc4ca8add lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342368:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.342370:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.342371:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.342828:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.342836:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342845:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.342848:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.342853:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342862:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342869:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342875:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.342888:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788619567.343137:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.343144:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343160:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.343162:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.343167:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343178:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343203:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343212:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343227:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788619567.343238:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788619567.343245:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343253:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ad8ac7e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.343256:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343265:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343280:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343288:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8ae4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343305:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.343314:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343321:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.343324:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343332:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343343:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343350:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1b942fc/0xf71e40bfc4ca8aeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.343362:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.343364:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.343366:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.343682:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.343917:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.343923:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343932:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.343935:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.343940:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343948:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343966:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343973:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.343992:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.344307:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.344313:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344321:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.344325:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.344343:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.344344:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344349:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344356:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.344357:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344359:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.344363:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344365:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004918e9cc/0xf71e40bfc4ca8af2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344372:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344379:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344379:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.344381:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.344382:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.344387:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.344415:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.344432:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.344436:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344444:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.344447:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344455:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344466:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344484:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000458a1d9c/0xf71e40bfc4ca8af9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.344497:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.344499:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.344500:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.345362:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.345369:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.345378:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.345380:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.345383:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.345390:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.345396:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.345401:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.345413:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.345435:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.345441:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.345448:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.345452:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.345460:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.345471:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.345478:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca8d2013/0xf71e40bfc4ca8b00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.345492:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.345494:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.345495:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.346773:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.346783:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.346867:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.346877:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.346883:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.346895:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.346905:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.346912:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.346933:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.347095:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.347102:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347110:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.347114:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347123:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347139:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347147:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e0b8710/0xf71e40bfc4ca8b07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347163:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.347165:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.347167:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.347621:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.347627:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347648:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.347651:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.347666:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347677:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347685:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347930:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.347951:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.348128:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.348135:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.348143:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.348147:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.348156:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.348170:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.348214:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8b0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.348231:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.348233:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.348235:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.349453:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.349464:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.349478:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.349482:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.349488:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.349500:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.349509:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.349517:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.349539:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.349763:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.349770:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.349778:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.349782:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.349856:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.349882:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.349890:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046c92cf8/0xf71e40bfc4ca8b15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.349909:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.349911:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.349913:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.351042:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.351051:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.351065:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.351070:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.351076:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.351087:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.351096:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.351105:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.353872:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788619567.354565:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.354575:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.354591:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.354596:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.354602:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.354615:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.354624:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.354633:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355111:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788619567.355125:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355135:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbda00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.355139:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355148:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355166:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355174:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8b1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355211:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.355214:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355221:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.355225:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355232:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355312:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.355320:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.355322:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.355324:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.355523:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788619567.355528:0:25154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8b23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788619567.356562:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.356571:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.356592:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.356597:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.356602:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.356618:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.356627:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.356635:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.356756:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.356763:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.356771:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.356774:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.356778:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.357059:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.357072:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.357079:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357138:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619567.357144:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357154:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.357157:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357164:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357176:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357196:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.357200:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357206:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5c00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.357209:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357217:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357228:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.357236:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.357252:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.357254:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.359360:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.359395:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788619567.359405:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8b2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788619567.360293:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.360303:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360318:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.360323:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.360330:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360346:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360356:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360363:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360384:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.360394:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.360399:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360407:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41ddc00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.360412:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360434:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360450:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360458:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088cd592e/0xf71e40bfc4ca8b38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360474:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.360476:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.360478:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.360596:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.360947:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.360953:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360962:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.360966:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.360970:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360980:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.360988:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361001:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.361006:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788619567.361013:0:25154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8b31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361013:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.361020:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.361024:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361029:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dc200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.361032:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361040:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361049:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361056:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e669afef/0xf71e40bfc4ca8b3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.361067:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.361068:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.361070:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.361979:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.361995:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362009:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.362013:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.362019:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362031:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362040:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362047:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362061:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.362072:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.362077:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362085:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dce00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.362089:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362098:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362117:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362125:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000256f2dff/0xf71e40bfc4ca8b46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362139:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.362140:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.362142:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.362431:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.362438:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362446:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.362449:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.362454:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362463:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362470:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.362472:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.362478:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362479:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.362486:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.362489:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.362502:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.362505:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362509:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.362513:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.362516:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362521:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dc400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.362525:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362525:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.362533:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362534:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.362546:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.362546:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362552:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0051779/0xf71e40bfc4ca8b4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362564:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.362568:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362574:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.362577:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362595:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362607:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362614:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000484ee1c0/0xf71e40bfc4ca8b54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.362626:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.362628:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.362630:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.362634:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.362981:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.362988:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.362996:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.362997:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.363000:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363001:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.363007:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363008:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.363011:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.363016:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363020:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363025:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363030:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363038:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363039:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363046:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363052:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.363056:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788619567.363060:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788619567.363063:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363070:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ad8ac6a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.363073:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363081:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363092:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363099:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3440421/0xf71e40bfc4ca8b5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363114:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.363117:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363134:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.363138:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363145:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363156:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363164:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8b62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363199:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.363202:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.363203:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.363208:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.363625:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.363631:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363641:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.363645:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.363650:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363689:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363697:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363705:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363719:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.363726:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.363729:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363736:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ad8ac7e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.363739:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363759:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363770:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363777:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026c6b072/0xf71e40bfc4ca8b69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.363798:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.363799:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.363801:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.363905:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.363910:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363918:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.363920:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.363924:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363932:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363939:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363957:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.363976:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.364164:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.364169:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.364176:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.364197:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.364206:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.364218:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.364225:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056db2474/0xf71e40bfc4ca8b70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.364240:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.364242:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.364244:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.365403:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1788619567.365403:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.365414:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.365414:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365428:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.365433:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.365434:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.365436:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.365438:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.365440:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365451:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.365451:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365462:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365469:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365484:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.365495:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.365499:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365513:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4c00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.365517:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365525:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365537:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365542:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8b7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.365557:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.365558:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.365559:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.366001:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366014:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366031:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.366039:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.366044:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366052:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac0030800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.366056:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366064:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366087:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366094:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007386fa4/0xf71e40bfc4ca8b77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366110:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.366113:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.366114:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.366383:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.366389:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366399:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=691s v=(0 0) 00002000:00010000:2.0:1788619567.366400:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.366402:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.366405:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366407:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366413:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.366415:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.366417:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366419:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366428:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366431:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366435:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366438:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366443:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366451:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.366457:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.366461:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.366463:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.366467:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.366469:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.366472:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366480:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366491:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366498:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8b85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.366778:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.366785:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.367237:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.367312:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.367320:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367332:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.367336:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.367341:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367352:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367360:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367366:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367378:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.367426:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.367432:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.367440:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac0031200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.367444:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.367453:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.367465:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.367473:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c605d7c0/0xf71e40bfc4ca8b93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.367488:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.367490:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.367491:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367565:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367571:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367579:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac0030600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.367588:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367596:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367607:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367615:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000938870c6/0xf71e40bfc4ca8b8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.367629:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367631:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367633:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367637:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.367638:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.368913:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.368926:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.368942:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.368947:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.368960:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.368975:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.368986:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.368994:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.369311:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.369618:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.369626:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.369635:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.369640:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788619567.369933:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.369940:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.369950:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.369953:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.369958:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.369969:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.369986:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.369994:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370008:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.370016:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.370020:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370027:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.370031:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370040:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370054:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370063:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8ba1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370079:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.370084:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.370086:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.370324:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.370331:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370339:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.370342:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.370346:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370354:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370362:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370368:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370380:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788619567.370510:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.370516:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370523:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.370526:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.370530:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370540:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370548:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370581:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370614:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788619567.370621:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00010000:2.0:1788619567.370624:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.370625:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370629:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370632:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.370636:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370637:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.370640:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.370644:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370645:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370667:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.370675:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007124b8d7/0xf71e40bfc4ca8ba8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370675:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370683:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370691:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.370699:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.370858:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370872:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370878:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8b9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370895:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.370898:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370904:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.370908:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370915:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370925:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370932:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9e41faf/0xf71e40bfc4ca8bb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.370956:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.370958:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.370960:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.371019:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.371123:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.371128:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371136:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.371139:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.371143:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371151:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371158:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371175:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371205:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788619567.371215:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.371220:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.371227:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.371230:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.371239:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371350:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.371355:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371373:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.371377:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371384:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371396:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371403:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8baf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.371419:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.371420:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.371422:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.371460:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.371466:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371474:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.371476:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.371480:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371490:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.371686:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.371758:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dcd7bcb/0xf71e40bfc4ca8bbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.371777:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.371778:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.371780:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.371944:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371951:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.371964:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.372058:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.372063:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372076:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.372079:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372087:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372099:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372106:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014f51e29/0xf71e40bfc4ca8bc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372122:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.372123:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.372125:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.372444:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.372450:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372460:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.372463:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.372467:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372476:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372490:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372557:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372576:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.372582:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.372586:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.372594:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.372597:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.372605:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.372620:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.372628:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000909edfb7/0xf71e40bfc4ca8bcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.372642:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.372644:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.372646:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788619567.372938:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.372945:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372953:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.372956:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.372960:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372968:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372976:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.372983:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373006:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:0.0:1788619567.373009:0:25076:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788619567.373038:0:25076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788619567.373044:0:25076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:0.0:1788619567.373059:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.373065:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.373083:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9c00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.373086:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.373094:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.373105:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.373112:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006561366d/0xf71e40bfc4ca8bd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.373126:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.373127:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.373129:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619567.373281:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23499:x1875502893902848:12345-0@lo:5:osp-pre-1-1.0 Request processed in 44851us (45174us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788619567.373291:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00002000:00010000:2.0:1788619567.373328:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.373333:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373341:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.373344:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.373348:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.373354:0:23499:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:2.0:1788619567.373357:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.373361:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23499:1875502893902848:0@lo:5:osp-pre-1-1.0 00010000:00010000:2.0:1788619567.373364:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373370:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788619567.373376:0:23499:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00010000:00010000:2.0:1788619567.373382:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788619567.373423:0:23499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23499:1875502893902976:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788619567.373459:0:23499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619567.373488:0:23499:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afba2ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1788619567.373507:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893902976 00000100:00100000:0.0:1788619567.373512:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893902976 00010000:00010000:2.0:1788619567.373529:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.373534:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373541:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.373549:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.373550:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788619567.373558:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619567.373558:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23499:x1875502893902976:12345-0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1788619567.373568:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373576:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c17ffe7/0xf71e40bfc4ca8bd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373588:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.373589:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.373591:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619567.373598:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23499:x1875502893902976:12345-0@lo:900:osp-pre-1-1.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619567.373605:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788619567.373635:0:23499:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0af66d9880 x1875502893902976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788619583 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619567.373646:0:23499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23499:1875502893902976:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1788619567.373854:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788619567.373860:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373869:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1788619567.373872:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619567.373876:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373886:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373893:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373906:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.373926:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.373975:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.373981:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.373988:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.373992:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.373999:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.374011:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.374017:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000472ee7bf/0xf71e40bfc4ca8be0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.374041:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.374042:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.374044:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.374138:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.374145:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374154:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.374157:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.374160:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374169:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374176:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374345:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374398:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788619567.374520:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.374525:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.374533:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.374537:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.374545:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.374556:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.374563:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8be7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.374585:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.374587:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.374589:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.374944:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.374951:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374970:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.374973:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.374978:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374988:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.374997:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375004:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.375085:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.375091:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.375098:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.375101:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.375106:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.375116:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.375124:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.375131:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375160:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788619567.375580:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788619567.375823:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788619567.375829:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375838:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.375843:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375852:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375876:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375884:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8bee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375899:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.375903:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375910:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5c00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.375913:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375920:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375930:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375937:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c004afb/0xf71e40bfc4ca8bf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.375950:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.375952:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.375958:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.376050:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.376056:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376074:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.376078:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.376083:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376093:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376101:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376109:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376129:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788619567.376411:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.376418:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376426:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.376430:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.376434:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376444:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376452:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376460:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376475:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788619567.376482:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788619567.376486:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376493:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.376496:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376515:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376525:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376533:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f03227d8/0xf71e40bfc4ca8bfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376547:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.376550:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376557:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.376560:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376568:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376579:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376586:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.376610:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.376612:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.376613:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.376878:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.376884:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376892:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.376895:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.376899:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376908:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376927:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376935:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.376954:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788619567.377169:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.377175:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377203:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4c00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.377207:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377215:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377228:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377235:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ada603d/0xf71e40bfc4ca8c0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377315:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.377319:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.377320:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.377322:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.377410:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.377415:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.377423:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.377425:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.377430:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.377438:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.377444:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.377451:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.377478:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.377611:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.377616:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.377623:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.377627:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.377635:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.377647:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.377809:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.377881:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8c11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.377898:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.377899:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.377901:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.378022:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.378028:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378037:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.378040:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.378044:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378054:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378062:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378070:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788619567.378177:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.378223:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.378253:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.378256:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.378261:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.378271:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.378279:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.378287:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378357:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788619567.378615:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619567.378626:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.378633:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.378636:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.378645:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788619567.378745:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.378751:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378758:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.378767:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.378770:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378779:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378785:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378800:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.378814:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788619567.379074:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.379079:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379088:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.379091:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.379096:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379104:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379112:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379126:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379145:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788619567.379419:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788619567.379430:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788619567.379434:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379442:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbda00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.379446:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379454:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379476:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379484:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379501:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788619567.379505:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379512:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.379515:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379522:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379532:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379539:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f579df3a/0xf71e40bfc4ca8c26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379551:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.379555:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379567:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.379570:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379578:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379588:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379596:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a67349f7/0xf71e40bfc4ca8c2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.379608:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.379610:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.379612:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.379848:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.379854:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379863:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.379867:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.379871:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379881:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379889:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379897:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.379914:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788619567.380122:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380132:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac70c0bf/0xf71e40bfc4ca8c18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380175:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.380197:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380204:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.380208:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380215:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380237:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380338:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.380341:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.380347:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788619567.380382:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788619567.380388:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380396:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1788619567.380399:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619567.380403:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380413:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380420:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380428:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380439:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.380511:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.380516:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380522:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4a00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.380525:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380545:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380556:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380564:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c9a5c19/0xf71e40bfc4ca8c3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.380578:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.380579:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.380581:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.380610:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056db2474/0xf71e40bfc4ca8c34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.380624:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.380626:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.380628:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.380861:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788619567.381069:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.381075:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381083:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.381086:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.381091:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381100:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381108:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381116:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381273:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.381446:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.381451:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.381459:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ece00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.381462:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.381471:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.381481:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.381495:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a0b7c7e/0xf71e40bfc4ca8c42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.381511:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.381514:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.381515:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788619567.381579:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.381583:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381588:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.381591:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.381593:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381599:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381604:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381608:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381622:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.381644:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.381649:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.381670:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ed200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.381673:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.381682:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.381694:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.381702:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9f81790/0xf71e40bfc4ca8c49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.381716:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.381717:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.381719:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788619567.381920:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.381924:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381929:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.381936:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.381939:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381945:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381950:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381954:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.381968:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.381991:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.382000:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382006:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021ede00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.382010:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382017:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382027:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382033:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000491b3205/0xf71e40bfc4ca8c50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382046:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.382048:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.382049:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.382222:0:25154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.382228:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382236:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.382240:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.382299:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382315:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382320:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382324:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.382364:0:25154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788619567.382405:0:25154:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:0.0:1788619567.382410:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.382414:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382420:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.382423:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382430:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382439:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382454:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089626ac6/0xf71e40bfc4ca8c57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382467:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.382469:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.382470:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619567.382505:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22781:x1875502893902592:12345-0@lo:5:osp-pre-1-0.0 Request processed in 63907us (78355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619567.382515:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00002000:00010000:1.0:1788619567.382537:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.382541:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382548:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.382550:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.382554:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382561:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619567.382565:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af66d9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22781:1875502893902592:0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1788619567.382569:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.382575:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788619567.382581:0:22781:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00010000:00010000:1.0:1788619567.382600:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788619567.382624:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22781:1875502893903104:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788619567.382679:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619567.382702:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c26ae600 going to sleep for 11 seconds 00000100:00100000:2.0:1788619567.382719:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903104 00000100:00100000:2.0:1788619567.382725:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903104 00010000:00010000:0.0:1788619567.382796:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619567.382802:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382809:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619567.382813:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382820:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382831:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382838:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fbaeb6c/0xf71e40bfc4ca8c5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.382853:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.382854:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619567.382856:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619567.382954:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788619567.382964:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22781:x1875502893903104:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788619567.382997:0:25154:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00002000:00010000:0.0:1788619567.383077:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.383083:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383091:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.383094:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.383098:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383106:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383114:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383121:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383142:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.383358:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.383364:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.383371:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.383375:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.383383:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.383394:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.383402:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdca7474/0xf71e40bfc4ca8c65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.383416:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.383417:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.383419:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788619567.383642:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.383648:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383781:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.383785:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.383849:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383870:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383878:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383885:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.383906:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788619567.384023:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788619567.384029:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.384036:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ace00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619567.384039:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.384047:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.384057:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.384065:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a750edc/0xf71e40bfc4ca8c6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619567.384078:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.384080:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619567.384081:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788619567.385311:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788619567.385321:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.385333:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788619567.385336:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619567.385341:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.385351:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.385359:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.385378:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619567.385564:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.385801:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.385808:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.385816:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.385827:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.385835:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.385848:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.385856:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8c73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.385873:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.385874:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.385876:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.386414:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.386420:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386430:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.386433:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.386438:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386447:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386456:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386468:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386481:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.386489:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.386494:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386501:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbda00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.386505:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386512:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386535:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386543:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001817f9b1/0xf71e40bfc4ca8c7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386558:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.386560:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.386562:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.386932:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.386944:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386952:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.386955:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.386960:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386969:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386977:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.386984:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.387007:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788619567.387114:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788619567.387121:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.387129:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd800 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619567.387133:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.387141:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.387153:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.387159:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067fbfe00/0xf71e40bfc4ca8c81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619567.387173:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.387175:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619567.387176:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619567.391203:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22781:x1875502893903104:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8217us (8499us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788619567.391214:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00002000:00010000:1.0:1788619567.391334:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.391344:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391359:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.391364:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.391370:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391383:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391399:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391407:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391423:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.391435:0:22743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.391440:0:22743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391449:0:22743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbc400 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.391454:0:22743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391464:0:22743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391481:0:22743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391490:0:22743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffc6f8c2/0xf71e40bfc4ca8c88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.391566:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.391572:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.391574:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788619567.392035:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788619567.392042:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392052:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1788619567.392055:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619567.392060:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392069:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392077:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392084:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392098:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788619567.392105:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788619567.392109:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392116:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:1.0:1788619567.392120:0:22742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392138:0:22742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392148:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392154:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023724a71/0xf71e40bfc4ca8c8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619567.392165:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.392167:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619567.392169:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1788619567.392419:0:24263:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:1.0:1788619567.392483:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22779:x1875502893901952:12345-0@lo:5:osp-pre-0-0.0 Request processed in 91025us (95466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619567.392491:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788619567.392606:0:22779:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22779:1875502893901952:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788619567.392623:0:22779:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1788619567.392824:0:22779:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c396f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22779:1875502893903232:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788619567.392861:0:22779:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619567.392884:0:22779:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e09540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619567.392900:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903232 00000100:00100000:1.0:1788619567.392906:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903232 00000100:00100000:1.0:1788619567.392947:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788619567.392955:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1875502893903232:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788619567.392997:0:24264:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:3.0:1788619567.393087:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d08380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22781:1875502893903104:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788619567.393098:0:22781:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:3.0:1788619567.399969:0:24258:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788619567.400011:0:24258:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788619567.400215:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22779:x1875502893903232:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7220us (7313us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788619567.400227:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788619567.400297:0:22779:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788619567.400307:0:22779:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c396f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22779:1875502893903232:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788619567.400324:0:22779:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000040:00080000:3.0:1788619567.649837:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788619567.970229:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619568.999535:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788619570.017282:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619571.042432:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619571.427511:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893903360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788619571.427598:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619571.427681:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903360 00000100:00100000:2.0:1788619571.427688:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903360 00000100:00100000:2.0:1788619571.427739:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788619571.427748:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893903360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788619571.427778:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619571.427823:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893903360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619571.427830:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788619571.428308:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619571.428351:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893903360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788619571.937737:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893903488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788619571.937815:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619571.937952:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903488 00000100:00100000:3.0:1788619571.937962:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903488 00000100:00100000:3.0:1788619571.938020:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788619571.938029:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893903488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788619571.938061:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788619571.938116:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893903488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619571.938123:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788619571.938168:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893903488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788619571.938695:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788619571.938708:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893903616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619571.938745:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619571.938823:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903616 00000100:00100000:3.0:1788619571.938828:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903616 00000100:00100000:3.0:1788619571.938864:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788619571.938870:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893903616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788619571.938890:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788619571.938925:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893903616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619571.938931:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788619571.938961:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893903616:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788619572.067530:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619572.449396:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893903744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788619572.449477:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.449534:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903744 00000100:00100000:2.0:1788619572.449541:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903744 00000100:00100000:2.0:1788619572.449601:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788619572.449611:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893903744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788619572.449640:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619572.449700:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893903744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.449706:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1788619572.449727:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788619572.449764:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893903744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788619572.449935:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619572.449945:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893903872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788619572.449975:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.450773:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893903872 00000100:00100000:2.0:1788619572.450780:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893903872 00000100:00100000:2.0:1788619572.450829:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619572.450837:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875502893903872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788619572.450850:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619572.450894:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875502893903872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.450901:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788619572.450940:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893903872:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788619572.451004:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788619572.452362:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788619572.452377:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893904000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788619572.452440:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.452482:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904000 00000100:00100000:2.0:1788619572.452488:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904000 00000100:00100000:2.0:1788619572.452531:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788619572.452539:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893904000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788619572.452557:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619572.452604:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893904000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.452611:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1788619572.452629:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619572.452685:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893904000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788619572.458422:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788619572.458602:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788619572.458623:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893904256:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.458692:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.458751:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904256 00000100:00100000:2.0:1788619572.458759:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904256 00000100:00100000:2.0:1788619572.458804:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788619572.458811:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893904256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.458856:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893904256:12345-0@lo:400:kworker.0 Request processed in 45us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.458861:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788619572.458892:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893904256:0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.459625:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893904128:0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.459664:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.461265:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904128 00000100:00100000:2.0:1788619572.461276:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904128 00000100:00100000:2.0:1788619572.461326:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788619572.461335:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3638:x1875502893904128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.461420:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3638:x1875502893904128:12345-0@lo:400:kworker.0 Request processed in 86us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.461428:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788619572.461475:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cd7e57c-ecde-404a-9605-8916c38c530f:3638:1875502893904128:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.461782:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893904384:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.461815:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619572.461876:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904384 00000100:00100000:1.0:1788619572.461880:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904384 00000100:00100000:1.0:1788619572.461913:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788619572.461919:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893904384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619572.462021:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893904384:12345-0@lo:400:kworker.0 Request processed in 102us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619572.462028:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788619572.462102:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893904640:0@lo:400:kworker.0 00000100:00100000:1.0:1788619572.462128:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788619572.462211:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a02300 x1875502893904384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619572.462224:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893904384:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.462241:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788619572.462247:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893904512:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.462271:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.462297:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904512 00000100:00100000:2.0:1788619572.462301:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904512 00000100:00100000:2.0:1788619572.462326:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788619572.462331:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893904512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.462364:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893904512:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.462369:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788619572.462394:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893904512:0@lo:400:kworker.0 00000100:00100000:1.0:1788619572.462451:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788619572.462457:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893904768:0@lo:400:kworker.0 00000100:00100000:1.0:1788619572.462483:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619572.463630:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904768 00000100:00100000:2.0:1788619572.463639:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904768 00000100:00100000:2.0:1788619572.463681:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788619572.463690:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893904768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.463743:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893904768:12345-0@lo:400:kworker.0 Request processed in 55us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.463750:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788619572.463881:0:25155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904640 00000100:00100000:2.0:1788619572.463887:0:25155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904640 00000100:00100000:2.0:1788619572.463927:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788619572.463932:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893904640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.463963:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893904640:12345-0@lo:400:kworker.0 Request processed in 31us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619572.463968:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788619572.464093:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893904896:0@lo:400:kworker.0 00000100:00100000:2.0:1788619572.464133:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619572.464227:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893905024:0@lo:400:kworker.0 00000100:00100000:3.0:1788619572.464255:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893905280:0@lo:400:kworker.0 00000100:00100000:3.0:1788619572.464405:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619572.464791:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893904896 00000100:00100000:0.0:1788619572.464797:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893904896 00000100:00100000:0.0:1788619572.464838:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905024 00000100:00100000:0.0:1788619572.464842:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905024 00000100:00100000:0.0:1788619572.464861:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788619572.464868:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893904896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.464912:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893904896:12345-0@lo:400:kworker.0 Request processed in 45us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619572.464918:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788619572.464932:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788619572.464945:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893905024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.464978:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893905024:12345-0@lo:400:kworker.0 Request processed in 35us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619572.464985:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788619572.465005:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788619572.465009:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788619572.465047:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a03480 x1875502893904896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619572.465060:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893904896:0@lo:400:kworker.0 00010000:00080000:3.0:1788619572.465120:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a00700 x1875502893905024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619572.465129:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893905024:0@lo:400:kworker.0 00000100:00100000:3.0:1788619572.465145:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619572.465221:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619572.465229:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893905152:0@lo:400:kworker.0 00000100:00100000:3.0:1788619572.465254:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619572.465633:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905280 00000100:00100000:0.0:1788619572.465638:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905280 00000100:00100000:0.0:1788619572.465667:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905152 00000100:00100000:0.0:1788619572.465670:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905152 00000100:00100000:0.0:1788619572.465689:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788619572.465695:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875502893905280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.465732:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875502893905280:12345-0@lo:400:kworker.0 Request processed in 37us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619572.465738:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788619572.465749:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788619572.465755:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893905152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.465780:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875502893905152:12345-0@lo:400:kworker.0 Request processed in 26us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619572.465785:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1788619572.465800:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788619572.465803:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788619572.465868:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a02d80 x1875502893905152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619572.465878:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875502893905152:0@lo:400:kworker.0 00010000:00080000:3.0:1788619572.465888:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a02a00 x1875502893905280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619572.465896:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875502893905280:0@lo:400:kworker.0 00010000:00080000:0.0:1788619572.466249:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3a00e00 x1875502893904768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619572.466270:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893904768:0@lo:400:kworker.0 00000100:00100000:0.0:1788619572.466286:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893904640:0@lo:400:kworker.0 00000001:02000400:1.0:1788619572.804669:0:25434:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg130-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000001:00080000:0.0:1788619572.967921:0:25076:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:1.0:1788619573.092616:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788619573.988753:0:25486:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788619573.989220:0:25486:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788619574.114080:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788619574.498365:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1788619575.130666:0:25537:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788619575.130951:0:25537:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788619575.140948:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619575.455572:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.455744:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808192 00000100:00100000:2.0:1788619575.455754:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808192 00000100:00100000:2.0:1788619575.455900:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 114 00000100:00100000:2.0:1788619575.455909:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2389:x1875502872808192:12345-192.168.201.30@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788619575.455937:0:22747:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 7ed857d3-0c9c-4fc1-b616-2805ab5102eb@192.168.201.30@tcp t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:2.0:1788619575.455968:0:22747:0:(genops.c:1385:class_connect()) connect: client 7ed857d3-0c9c-4fc1-b616-2805ab5102eb, cookie 0xf71e40bfc4ca8c96 00000100:00080000:3.0:1788619575.456508:0:22747:0:(import.c:65:import_set_state_nolock()) ffff9d09c1e8f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619575.456658:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+5:2389:x1875502872808192:12345-192.168.201.30@tcp:250:mount.lustre.0 Request processed in 749us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619575.456666:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 114 00000100:00100000:0.0:1788619575.464667:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.464828:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808320 00000100:00100000:1.0:1788619575.464838:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808320 00000100:00100000:1.0:1788619575.464933:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 115 00000100:00100000:1.0:1788619575.464944:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+5:18065:x1875502872808320:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788619575.464959:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619575.464992:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505000/0xf71e40bfc4ca8c9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16855a4 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.465045:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505000/0xf71e40bfc4ca8c9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855a4 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.465057:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505000/0xf71e40bfc4ca8c9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855a4 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.465067:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505000, rc 0) 00000100:00100000:1.0:1788619575.465128:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+6:18065:x1875502872808320:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 186us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.465135:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 115 00000100:00100000:0.0:1788619575.469247:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619575.469333:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808448 00000100:00100000:3.0:1788619575.469344:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808448 00000100:00100000:3.0:1788619575.469413:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 116 00000100:00100000:3.0:1788619575.469423:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+6:18065:x1875502872808448:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788619575.469579:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+6:18065:x1875502872808448:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 156us (343us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788619575.469588:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 116 00000100:00100000:2.0:1788619575.474363:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.475053:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808576 00000100:00100000:1.0:1788619575.475066:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808576 00000100:00100000:1.0:1788619575.475136:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 117 00000100:00100000:1.0:1788619575.475145:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+6:18065:x1875502872808576:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788619575.475165:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619575.475224:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505e00/0xf71e40bfc4ca8ca4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16855ab expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.475256:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505e00/0xf71e40bfc4ca8ca4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855ab expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.475269:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505e00/0xf71e40bfc4ca8ca4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855ab expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.475278:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505e00, rc 0) 00000100:00100000:1.0:1788619575.475335:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+7:18065:x1875502872808576:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 192us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.475355:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 117 00000100:00100000:2.0:1788619575.479072:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.479236:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808704 00000100:00100000:0.0:1788619575.479247:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808704 00000100:00100000:0.0:1788619575.479312:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 118 00000100:00100000:0.0:1788619575.479321:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+7:18065:x1875502872808704:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788619575.479490:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18065:x1875502872808704:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 170us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619575.479497:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 118 00000100:00100000:0.0:1788619575.484998:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619575.485158:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808832 00000100:00100000:3.0:1788619575.485173:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808832 00000100:00100000:2.0:1788619575.485839:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 119 00000100:00100000:2.0:1788619575.485854:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18065:x1875502872808832:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788619575.486336:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18065:x1875502872808832:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 481us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.486347:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 119 00000100:00100000:2.0:1788619575.488852:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.488990:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872808960 00000100:00100000:1.0:1788619575.489002:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872808960 00000100:00100000:1.0:1788619575.489074:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 120 00000100:00100000:1.0:1788619575.489087:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872808960:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788619575.489357:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872808960:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 266us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.489367:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 120 00000100:00100000:0.0:1788619575.526945:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.527069:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809088 00000100:00100000:2.0:1788619575.527082:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809088 00000100:00100000:2.0:1788619575.527163:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 121 00000100:00100000:2.0:1788619575.527176:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872809088:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788619575.528028:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872809088:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 848us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.528039:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 121 00000100:00100000:2.0:1788619575.536891:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.540926:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809216 00000100:00100000:0.0:1788619575.540948:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809216 00000100:00100000:0.0:1788619575.541059:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 122 00000100:00100000:0.0:1788619575.541073:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872809216:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788619575.541393:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18083:x1875502872809216:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 321us (4515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619575.541402:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 122 00000100:00100000:0.0:1788619575.550653:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.550803:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809344 00000100:00100000:1.0:1788619575.550818:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809344 00000100:00100000:1.0:1788619575.550892:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 123 00000100:00100000:1.0:1788619575.550904:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+8:18065:x1875502872809344:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788619575.550928:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619575.550955:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada504200/0xf71e40bfc4ca8cab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16855dc expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.550997:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada504200/0xf71e40bfc4ca8cab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855dc expref: 9 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.551010:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada504200/0xf71e40bfc4ca8cab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855dc expref: 9 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619575.551023:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504200, rc 0) 00000100:00100000:1.0:1788619575.551096:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+9:18065:x1875502872809344:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 193us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.551103:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 123 00000100:00100000:1.0:1788619575.554319:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.554696:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809472 00000100:00100000:2.0:1788619575.554711:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809472 00000100:00100000:2.0:1788619575.554784:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 124 00000100:00100000:2.0:1788619575.554796:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+9:18065:x1875502872809472:12345-192.168.201.30@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788619575.554831:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788619575.554862:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788619575.554867:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788619575.554870:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788619575.554873:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788619575.554876:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788619575.559872:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+9:18065:x1875502872809472:12345-192.168.201.30@tcp:256:mount.lustre.0 Request processed in 4308us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619575.559896:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 124 00000100:00100000:0.0:1788619575.562498:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.562902:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809600 00000100:00100000:2.0:1788619575.562916:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809600 00000100:00100000:2.0:1788619575.563053:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 125 00000100:00100000:2.0:1788619575.563066:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+9:18065:x1875502872809600:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788619575.563090:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619575.563113:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16855e3 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619575.563165:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 10 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619575.563217:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 10 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619575.563231:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9200, rc 0) 00000100:00100000:2.0:1788619575.563301:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18065:x1875502872809600:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 238us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.563308:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 125 00000100:00100000:0.0:1788619575.565746:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.566549:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809728 00000100:00100000:1.0:1788619575.566565:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809728 00000100:00100000:1.0:1788619575.566629:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 126 00000100:00100000:1.0:1788619575.566641:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18065:x1875502872809728:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788619575.566842:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18065:x1875502872809728:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 203us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.566850:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 126 00000100:00100000:0.0:1788619575.569198:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.569480:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809856 00000100:00100000:1.0:1788619575.569493:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809856 00000100:00100000:1.0:1788619575.569577:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 127 00000100:00100000:1.0:1788619575.569589:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af4e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18065:x1875502872809856:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788619575.569790:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af4e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18065:x1875502872809856:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 202us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.569798:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 127 00000100:00100000:0.0:1788619575.572887:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.573040:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872809984 00000100:00100000:1.0:1788619575.573052:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872809984 00000100:00100000:1.0:1788619575.573131:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 128 00000100:00100000:1.0:1788619575.573145:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18087:x1875502872809984:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788619575.573599:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18087:x1875502872809984:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 455us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.573609:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 128 00000100:00100000:0.0:1788619575.584736:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.584857:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810112 00000100:00100000:2.0:1788619575.584873:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810112 00000100:00100000:2.0:1788619575.584952:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 129 00000100:00100000:2.0:1788619575.584964:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18087:x1875502872810112:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788619575.585218:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18087:x1875502872810112:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 254us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.585227:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 129 00000100:00100000:0.0:1788619575.611397:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.611438:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619575.611827:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810240 00000100:00100000:1.0:1788619575.611841:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810240 00000100:00100000:1.0:1788619575.611900:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810496 00000100:00100000:1.0:1788619575.611905:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810496 00000100:00100000:1.0:1788619575.611964:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:1.0:1788619575.611975:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875502872810240:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788619575.612019:0:22755:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 5530feba-f4b6-4c55-8ce7-20eb213b2b87@192.168.201.30@tcp t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:1.0:1788619575.612093:0:22755:0:(genops.c:1385:class_connect()) connect: client 5530feba-f4b6-4c55-8ce7-20eb213b2b87, cookie 0xf71e40bfc4ca8cb9 00000004:00100000:1.0:1788619575.612128:0:22755:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788619575.612460:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788619575.612468:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2389:x1875502872810496:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788619575.612490:0:22756:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 5530feba-f4b6-4c55-8ce7-20eb213b2b87@192.168.201.30@tcp t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:3.0:1788619575.612558:0:22756:0:(genops.c:1385:class_connect()) connect: client 5530feba-f4b6-4c55-8ce7-20eb213b2b87, cookie 0xf71e40bfc4ca8cc0 00000004:00100000:3.0:1788619575.612574:0:22756:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788619575.612774:0:22756:0:(import.c:65:import_set_state_nolock()) ffff9d09c1e8e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619575.612873:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2389:x1875502872810496:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 403us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619575.612881:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00080000:1.0:1788619575.613088:0:22755:0:(import.c:65:import_set_state_nolock()) ffff9d09c2716800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619575.613118:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2389:x1875502872810240:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 1144us (1740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.613126:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788619575.618492:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.618551:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.618584:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.618775:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810752 00000100:00100000:2.0:1788619575.618789:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810752 00000100:00100000:2.0:1788619575.618887:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810624 00000100:00100000:2.0:1788619575.618891:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810624 00000100:00100000:2.0:1788619575.618909:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810368 00000100:00100000:2.0:1788619575.618912:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810368 00000100:00100000:2.0:1788619575.618929:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:2.0:1788619575.618940:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18065:x1875502872810752:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788619575.618996:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788619575.619111:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18065:x1875502872810752:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 172us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.619131:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:2.0:1788619575.619153:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:2.0:1788619575.619160:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:0:x1875502872810624:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788619575.619219:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788619575.619264:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:0:x1875502872810624:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 105us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.619270:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:2.0:1788619575.619282:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:2.0:1788619575.619310:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:0:x1875502872810368:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788619575.619321:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788619575.619342:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:0:x1875502872810368:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 35us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.622785:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00080000:0.0:1788619575.623556:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788619575.623567:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788619575.625503:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.625717:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872810880 00000100:00100000:2.0:1788619575.625732:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872810880 00000100:00100000:2.0:1788619575.625818:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:2.0:1788619575.625832:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872810880:12345-192.168.201.30@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788619575.625964:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872810880:12345-192.168.201.30@tcp:40:mount.lustre.0 Request processed in 135us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619575.625973:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 12 00000100:00100000:2.0:1788619575.635613:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.635665:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619575.635783:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811264 00000100:00100000:0.0:1788619575.635798:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811264 00000100:00100000:0.0:1788619575.635877:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:0.0:1788619575.635889:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872811264:12345-192.168.201.30@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788619575.636006:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872811264:12345-192.168.201.30@tcp:900:mount.lustre.0 Request processed in 119us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619575.636016:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:2.0:1788619575.636707:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619575.646170:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619575.646543:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811392 00000100:00100000:3.0:1788619575.646558:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811392 00000100:00100000:3.0:1788619575.646631:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:3.0:1788619575.646644:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872811392:12345-192.168.201.30@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788619575.647661:0:22757:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 891us 00000100:00100000:1.0:1788619575.649554:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811008 00000100:00100000:1.0:1788619575.649576:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811008 00000100:00100000:1.0:1788619575.649639:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811136 00000100:00100000:1.0:1788619575.649643:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811136 00000100:00100000:1.0:1788619575.649678:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788619575.649689:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875502872811008:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788619575.649733:0:24263:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 5530feba-f4b6-4c55-8ce7-20eb213b2b87@192.168.201.30@tcp t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:1.0:1788619575.649774:0:24263:0:(genops.c:1385:class_connect()) connect: client 5530feba-f4b6-4c55-8ce7-20eb213b2b87, cookie 0xf71e40bfc4ca8cc7 00002000:00100000:1.0:1788619575.649789:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5530feba-f4b6-4c55-8ce7-20eb213b2b87/ffff9d09c2712000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788619575.649813:0:24263:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788619575.650042:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788619575.650089:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9d09c2711000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619575.650535:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2389:x1875502872811008:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 842us (14866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.650544:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788619575.650569:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:1.0:1788619575.650573:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875502872811136:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788619575.650605:0:24263:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 5530feba-f4b6-4c55-8ce7-20eb213b2b87@192.168.201.30@tcp t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:1.0:1788619575.650628:0:24263:0:(genops.c:1385:class_connect()) connect: client 5530feba-f4b6-4c55-8ce7-20eb213b2b87, cookie 0xf71e40bfc4ca8cce 00002000:00100000:1.0:1788619575.650636:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5530feba-f4b6-4c55-8ce7-20eb213b2b87/ffff9d09c299b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788619575.650652:0:24263:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788619575.650815:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788619575.650848:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9d0af119b000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788619575.650878:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2389:x1875502872811136:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 303us (14176us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619575.650885:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000004:00200000:3.0:1788619575.667314:0:22757:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788619575.667757:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18065:x1875502872811392:12345-192.168.201.30@tcp:33:mount.lustre.0 Request processed in 21106us (21594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619575.667773:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:2.0:1788619575.883016:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619575.883253:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811520 00000100:00100000:3.0:1788619575.883267:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811520 00000100:00100000:3.0:1788619575.883375:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:3.0:1788619575.883389:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18110:x1875502872811520:12345-192.168.201.30@tcp:101:mkdir.0 00010000:00010000:3.0:1788619575.883419:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619575.883826:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca8cd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685614 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.883943:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.883960:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.883978:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788619575.884032:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788619575.884035:0:22756:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788619575.884073:0:22756:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.884099:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca8cd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685614 expref: 8 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.884122:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685614 expref: 7 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619575.884132:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:3.0:1788619575.884135:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788619575.884139:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd4400, rc 0) 00000100:00100000:3.0:1788619575.884492:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18110:x1875502872811520:12345-192.168.201.30@tcp:101:mkdir.0 Request processed in 1105us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619575.884524:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00010000:00010000:1.0:1788619576.161405:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619576.553811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893905408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788619576.553914:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619576.555659:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905408 00000100:00100000:2.0:1788619576.555681:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905408 00000100:00100000:2.0:1788619576.555790:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619576.555804:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893905408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788619576.555839:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619576.555941:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893905408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619576.555949:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1788619576.556149:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788619576.556245:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893905408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788619577.059242:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788619577.059281:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893905536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619577.059479:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619577.059668:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905536 00000100:00100000:3.0:1788619577.059679:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905536 00000100:00100000:3.0:1788619577.059744:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788619577.059756:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af66d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893905536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788619577.059805:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788619577.059869:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af66d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875502893905536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619577.059877:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788619577.059932:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875502893905536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788619577.061137:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619577.061161:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893905664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619577.061294:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619577.061672:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905664 00000100:00100000:2.0:1788619577.061691:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905664 00000100:00100000:2.0:1788619577.061756:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788619577.061766:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893905664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788619577.061808:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788619577.061872:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893905664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.061879:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788619577.062248:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893905664:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788619577.186448:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788619577.570094:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788619577.570136:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893905920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619577.570252:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619577.570317:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905920 00000100:00100000:1.0:1788619577.570326:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905920 00000100:00100000:1.0:1788619577.570392:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788619577.570403:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893905920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788619577.570441:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788619577.570526:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893905920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619577.570534:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1788619577.570573:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788619577.570614:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893905920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788619577.570985:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893905792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788619577.571052:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619577.571406:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893906048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788619577.571440:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619577.571514:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893905792 00000100:00100000:1.0:1788619577.571521:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893905792 00000100:00080000:2.0:1788619577.571661:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619577.573821:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906048 00000100:00100000:1.0:1788619577.573839:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906048 00000100:00100000:1.0:1788619577.573922:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619577.573935:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893905792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788619577.573980:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788619577.574085:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893905792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619577.574093:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788619577.574112:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619577.574445:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893906176:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574637:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574675:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893906688:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574704:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574724:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893907200:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574754:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574776:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788619577.574782:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893906304:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574806:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574823:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893906816:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574844:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574860:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1875502893907328:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.574884:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619577.574917:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906688 00000100:00100000:0.0:1788619577.574922:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906688 00000100:00100000:0.0:1788619577.574967:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788619577.574974:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893906688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.575018:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893906688:12345-0@lo:400:kworker.0 Request processed in 45us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619577.575025:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1788619577.575528:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788619577.575551:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906304 00000100:00100000:2.0:1788619577.575557:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906304 00000100:00100000:2.0:1788619577.575598:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788619577.575606:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893906304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.575654:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893906304:12345-0@lo:400:kworker.0 Request processed in 49us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.575672:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788619577.575698:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907200 00000100:00100000:2.0:1788619577.575701:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907200 00000100:00100000:2.0:1788619577.575733:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906816 00000100:00100000:2.0:1788619577.575736:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906816 00000100:00100000:2.0:1788619577.575748:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907328 00000100:00100000:2.0:1788619577.575750:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907328 00000100:00100000:2.0:1788619577.575766:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788619577.575772:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893907200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.575805:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893907200:12345-0@lo:400:kworker.0 Request processed in 33us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.575810:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788619577.575822:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788619577.575851:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893906816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.575881:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893906816:12345-0@lo:400:kworker.0 Request processed in 32us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.575887:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788619577.575899:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788619577.575904:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875502893907328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.575930:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875502893907328:12345-0@lo:400:kworker.0 Request processed in 26us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.575936:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1788619577.575950:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788619577.575952:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788619577.575964:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906176 00000100:00100000:2.0:1788619577.575967:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906176 00000100:00100000:2.0:1788619577.575996:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1788619577.576002:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3637:x1875502893906176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.576033:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3637:x1875502893906176:12345-0@lo:400:kworker.0 Request processed in 32us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.576039:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1788619577.577217:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893906560:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577282:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619577.577321:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893907072:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577366:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619577.577394:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788619577.577403:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893906432:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577426:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619577.577444:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893906944:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577499:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619577.577529:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907072 00000100:00100000:2.0:1788619577.577536:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907072 00000100:00100000:2.0:1788619577.577584:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906432 00000100:00100000:2.0:1788619577.577587:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906432 00000100:00100000:2.0:1788619577.577601:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906944 00000100:00100000:2.0:1788619577.577603:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906944 00000100:00100000:2.0:1788619577.577620:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788619577.577627:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893907072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577678:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875502893907072:12345-0@lo:400:kworker.0 Request processed in 51us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.577685:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788619577.577701:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788619577.577707:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893906432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577759:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875502893906432:12345-0@lo:400:kworker.0 Request processed in 52us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.577765:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788619577.577778:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788619577.577784:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893906944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577811:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875502893906944:12345-0@lo:400:kworker.0 Request processed in 27us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.577817:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1788619577.577834:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788619577.577839:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788619577.577849:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893906560 00000100:00100000:2.0:1788619577.577852:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893906560 00000100:00100000:2.0:1788619577.577878:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788619577.577885:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893906560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577926:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893906560:12345-0@lo:400:kworker.0 Request processed in 41us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619577.577932:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788619577.577983:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875502893906432:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.577995:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875502893906944:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.578006:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893906560:0@lo:400:kworker.0 00010000:00080000:2.0:1788619577.578021:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3b1ad80 x1875502893907072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619577.578034:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1875502893907072:0@lo:400:kworker.0 00000100:00100000:3.0:1788619577.578261:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893905792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788619577.578371:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893906048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788619577.578395:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788619577.578447:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893906048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4329us (7007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619577.578455:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619577.578544:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893906304:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.578569:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893906816:0@lo:400:kworker.0 00010000:00080000:0.0:1788619577.578598:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d09c3b19500 x1875502893907328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788619577.578609:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1875502893907328:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.578622:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893906176:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.578636:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893906688:0@lo:400:kworker.0 00000100:00100000:0.0:1788619577.578650:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893907200:0@lo:400:kworker.0 00000100:00100000:2.0:1788619577.579575:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788619577.579614:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893906048:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788619577.891057:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788619577.965794:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619577.965970:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811648 00000100:00100000:0.0:1788619577.965984:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811648 00000100:00100000:0.0:1788619577.966091:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:0.0:1788619577.966104:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18162:x1875502872811648:12345-192.168.201.30@tcp:41:lfs.0 00000004:00000024:0.0:1788619577.966171:0:24284:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788619577.966345:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18162:x1875502872811648:12345-192.168.201.30@tcp:41:lfs.0 Request processed in 243us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619577.966354:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00080000:2.0:1788619577.966902:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788619577.970404:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619577.970851:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811776 00000100:00100000:0.0:1788619577.970862:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811776 00000100:00100000:0.0:1788619577.970946:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:0.0:1788619577.970957:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872811776:12345-192.168.201.30@tcp:41:lfs.0 00000004:00000024:0.0:1788619577.971006:0:22754:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788619577.971101:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872811776:12345-192.168.201.30@tcp:41:lfs.0 Request processed in 145us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619577.971108:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00080000:2.0:1788619577.972340:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788619577.975607:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619577.976892:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872811904 00000100:00100000:1.0:1788619577.976912:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872811904 00000100:00100000:1.0:1788619577.977026:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:1.0:1788619577.977040:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872811904:12345-192.168.201.30@tcp:13:lfs.0 00002000:00000024:1.0:1788619577.977071:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788619577.977224:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872811904:12345-192.168.201.30@tcp:13:lfs.0 Request processed in 187us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619577.977233:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00080000:2.0:1788619577.977451:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619577.981729:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619577.981823:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812032 00000100:00100000:3.0:1788619577.981834:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812032 00000100:00100000:3.0:1788619577.981904:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:3.0:1788619577.981915:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872812032:12345-192.168.201.30@tcp:13:lfs.0 00002000:00000024:3.0:1788619577.981941:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788619577.982030:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18162:x1875502872812032:12345-192.168.201.30@tcp:13:lfs.0 Request processed in 117us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619577.982047:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00080000:2.0:1788619577.982208:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788619578.213628:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619578.241930:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619578.242890:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812160 00000100:00100000:1.0:1788619578.242920:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812160 00000100:00100000:1.0:1788619578.243042:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 131 00000100:00100000:1.0:1788619578.243052:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+10:18192:x1875502872812160:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788619578.243069:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619578.243087:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505c00/0xf71e40bfc4ca8ce3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee168561b expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.243117:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505c00/0xf71e40bfc4ca8ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168561b expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.243127:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505c00/0xf71e40bfc4ca8ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168561b expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.243136:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505c00, rc 0) 00000100:00100000:1.0:1788619578.243230:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812160:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 179us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619578.243237:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 131 00000100:00100000:0.0:1788619578.247957:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.254535:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812288 00000100:00100000:2.0:1788619578.254552:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812288 00000100:00100000:2.0:1788619578.254615:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 132 00000100:00100000:2.0:1788619578.254625:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812288:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788619578.254831:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812288:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 206us (6882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619578.254839:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 132 00000100:00100000:3.0:1788619578.257989:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.258097:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812416 00000100:00100000:2.0:1788619578.258112:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812416 00000100:00100000:2.0:1788619578.258297:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 133 00000100:00100000:2.0:1788619578.258309:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812416:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788619578.258516:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812416:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 208us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619578.258525:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 133 00000100:00100000:0.0:1788619578.262568:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.262969:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812544 00000100:00100000:3.0:1788619578.262981:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812544 00000100:00100000:3.0:1788619578.263051:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 134 00000100:00100000:3.0:1788619578.263062:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812544:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788619578.263274:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812544:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 212us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.263282:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 134 00000100:00100000:0.0:1788619578.329571:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.329838:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812672 00000100:00100000:2.0:1788619578.329847:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812672 00000100:00100000:2.0:1788619578.329906:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 135 00000100:00100000:2.0:1788619578.329916:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812672:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788619578.330085:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812672:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 169us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619578.330093:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 135 00000100:00100000:0.0:1788619578.338902:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619578.339008:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812800 00000100:00100000:1.0:1788619578.339020:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812800 00000100:00100000:1.0:1788619578.339090:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 136 00000100:00100000:1.0:1788619578.339100:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812800:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788619578.339312:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18200:x1875502872812800:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 212us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619578.339320:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 136 00000100:00100000:0.0:1788619578.355669:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.355764:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872812928 00000100:00100000:3.0:1788619578.355782:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872812928 00000100:00100000:3.0:1788619578.355875:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 137 00000100:00100000:3.0:1788619578.355888:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18192:x1875502872812928:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788619578.355912:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619578.355939:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca8cea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee168564c expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.355982:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca8cea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168564c expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.355996:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ac2bd4a00/0xf71e40bfc4ca8cea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168564c expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.356010:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd4a00, rc 0) 00000100:00100000:3.0:1788619578.356106:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18192:x1875502872812928:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 220us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.356135:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 137 00000100:00100000:0.0:1788619578.366664:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.366857:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813056 00000100:00100000:2.0:1788619578.366868:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813056 00000100:00100000:2.0:1788619578.366934:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 138 00000100:00100000:2.0:1788619578.366945:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18192:x1875502872813056:12345-192.168.201.30@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788619578.366973:0:22747:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788619578.366999:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788619578.367004:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788619578.367007:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788619578.367010:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788619578.367012:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788619578.374141:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18192:x1875502872813056:12345-192.168.201.30@tcp:256:mount.lustre.0 Request processed in 7186us (7476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619578.374170:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 138 00000100:00100000:0.0:1788619578.379616:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619578.385726:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813184 00000100:00100000:1.0:1788619578.385743:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813184 00000100:00100000:1.0:1788619578.385821:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 139 00000100:00100000:1.0:1788619578.385833:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18192:x1875502872813184:12345-192.168.201.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788619578.385867:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619578.385886:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685653 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.385916:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.385928:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619578.385937:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505400, rc 0) 00000100:00100000:1.0:1788619578.387442:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18192:x1875502872813184:12345-192.168.201.30@tcp:101:mount.lustre.0 Request processed in 1601us (7825us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619578.387453:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 139 00000100:00100000:0.0:1788619578.416862:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.420849:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813312 00000100:00100000:3.0:1788619578.420867:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813312 00000100:00100000:3.0:1788619578.420958:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 140 00000100:00100000:3.0:1788619578.420970:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18192:x1875502872813312:12345-192.168.201.30@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788619578.421151:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18192:x1875502872813312:12345-192.168.201.30@tcp:501:mount.lustre.0 Request processed in 183us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.421159:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 140 00000100:00100000:0.0:1788619578.426146:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619578.426451:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813440 00000100:00100000:1.0:1788619578.426470:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813440 00000100:00100000:1.0:1788619578.426547:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 141 00000100:00100000:1.0:1788619578.426559:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18192:x1875502872813440:12345-192.168.201.30@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788619578.426712:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18192:x1875502872813440:12345-192.168.201.30@tcp:503:mount.lustre.0 Request processed in 155us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619578.426721:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 141 00000100:00100000:1.0:1788619578.435753:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619578.443478:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813568 00000100:00100000:0.0:1788619578.443494:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813568 00000100:00100000:0.0:1788619578.443641:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 142 00000100:00100000:0.0:1788619578.443653:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18207:x1875502872813568:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788619578.443862:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18207:x1875502872813568:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 209us (8119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.443870:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 142 00000100:00100000:0.0:1788619578.455155:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.455271:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813696 00000100:00100000:3.0:1788619578.455281:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813696 00000100:00100000:3.0:1788619578.455343:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 143 00000100:00100000:3.0:1788619578.455353:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18207:x1875502872813696:12345-192.168.201.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788619578.455644:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18207:x1875502872813696:12345-192.168.201.30@tcp:502:llog_process_th.0 Request processed in 290us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.455654:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 143 00000100:00100000:2.0:1788619578.469514:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.469548:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.469581:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.469620:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.469645:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814720 00000100:00100000:2.0:1788619578.469655:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814720 00000100:00100000:2.0:1788619578.469702:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814848 00000100:00100000:2.0:1788619578.469705:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814848 00000100:00100000:2.0:1788619578.469728:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:3.0:1788619578.469780:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814464 00000100:00100000:3.0:1788619578.469785:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814464 00000100:00100000:3.0:1788619578.469807:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814592 00000100:00100000:3.0:1788619578.469810:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814592 00000100:00100000:3.0:1788619578.469828:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:3.0:1788619578.469835:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2392:x1875502872814464:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619578.469917:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2392:x1875502872814464:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 82us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.469926:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:3.0:1788619578.469943:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:3.0:1788619578.469963:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814592:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619578.469990:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814592:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.469997:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:2.0:1788619578.470384:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814720:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788619578.470420:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814720:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 684us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.471541:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.471566:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813824 00000100:00100000:3.0:1788619578.471573:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813824 00000100:00100000:3.0:1788619578.471607:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788619578.471614:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875502872813824:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788619578.471645:0:22755:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from f5dcd1a3-f129-4732-b32c-b8a92add7f8d@192.168.201.30@tcp t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:3.0:1788619578.471683:0:22755:0:(genops.c:1385:class_connect()) connect: client f5dcd1a3-f129-4732-b32c-b8a92add7f8d, cookie 0xf71e40bfc4ca8cf8 00000004:00100000:3.0:1788619578.471710:0:22755:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788619578.471804:0:22755:0:(import.c:65:import_set_state_nolock()) ffff9d0ad1181800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619578.471856:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2389:x1875502872813824:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 240us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.471864:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788619578.471923:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.472030:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814080 00000100:00100000:3.0:1788619578.472035:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814080 00000100:00100000:3.0:1788619578.472057:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788619578.472062:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2389:x1875502872814080:12345-192.168.201.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788619578.472080:0:24284:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from f5dcd1a3-f129-4732-b32c-b8a92add7f8d@192.168.201.30@tcp t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:3.0:1788619578.472105:0:24284:0:(genops.c:1385:class_connect()) connect: client f5dcd1a3-f129-4732-b32c-b8a92add7f8d, cookie 0xf71e40bfc4ca8cff 00000004:00100000:3.0:1788619578.472119:0:24284:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788619578.472166:0:24284:0:(import.c:65:import_set_state_nolock()) ffff9d0ad1180000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619578.472240:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2389:x1875502872814080:12345-192.168.201.30@tcp:38:mount.lustre.0 Request processed in 176us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.472247:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:1.0:1788619578.473947:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:1.0:1788619578.473972:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814848:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619578.474042:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4146300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872814848:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 82us (4420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619578.474068:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788619578.474206:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:3.0:1788619578.507840:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.507893:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.508000:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619578.515631:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814336 00000100:00100000:0.0:1788619578.515675:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872813952 00000100:00100000:0.0:1788619578.515692:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872813952 00000100:00100000:1.0:1788619578.515770:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814336 00000100:00100000:0.0:1788619578.515812:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814208 00000100:00100000:0.0:1788619578.515820:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814208 00000100:00100000:1.0:1788619578.515849:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:1.0:1788619578.515869:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:0:x1875502872813952:12345-192.168.201.30@tcp:41:mount.lustre.0 00000100:00080000:3.0:1788619578.515915:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:1.0:1788619578.515921:0:24284:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00080000:3.0:1788619578.515924:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788619578.516041:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:0:x1875502872813952:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 175us (8146us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.516330:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:0.0:1788619578.516345:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:18192:x1875502872814336:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788619578.516386:0:22756:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788619578.516483:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:18192:x1875502872814336:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 143us (8660us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.516510:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:0.0:1788619578.516529:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788619578.516535:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:0:x1875502872814208:12345-192.168.201.30@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788619578.516556:0:22756:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788619578.516591:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:0:x1875502872814208:12345-192.168.201.30@tcp:41:mount.lustre.0 Request processed in 55us (8591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.516597:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:1.0:1788619578.516758:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:2.0:1788619578.533690:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619578.533797:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872814976 00000100:00100000:0.0:1788619578.533811:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872814976 00000100:00100000:0.0:1788619578.533888:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:0.0:1788619578.533900:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4144700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872814976:12345-192.168.201.30@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788619578.534973:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4144700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872814976:12345-192.168.201.30@tcp:40:mount.lustre.0 Request processed in 1068us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.535042:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:3.0:1788619578.538040:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.538584:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.538666:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619578.539162:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815360 00000100:00100000:0.0:1788619578.539173:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815360 00000100:00100000:0.0:1788619578.539384:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:0.0:1788619578.539396:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872815360:12345-192.168.201.30@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788619578.539492:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872815360:12345-192.168.201.30@tcp:900:mount.lustre.0 Request processed in 97us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619578.539500:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:3.0:1788619578.539602:0:25155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815104 00000100:00100000:3.0:1788619578.539608:0:25155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815104 00000100:00100000:3.0:1788619578.539667:0:25155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815232 00000100:00100000:3.0:1788619578.539670:0:25155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815232 00000100:00100000:3.0:1788619578.539685:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:3.0:1788619578.539691:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2389:x1875502872815104:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788619578.539721:0:25155:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from f5dcd1a3-f129-4732-b32c-b8a92add7f8d@192.168.201.30@tcp t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:3.0:1788619578.539767:0:25155:0:(genops.c:1385:class_connect()) connect: client f5dcd1a3-f129-4732-b32c-b8a92add7f8d, cookie 0xf71e40bfc4ca8d06 00002000:00100000:3.0:1788619578.539780:0:25155:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli f5dcd1a3-f129-4732-b32c-b8a92add7f8d/ffff9d0ad1186800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788619578.539793:0:25155:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788619578.539861:0:25155:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788619578.539897:0:25155:0:(import.c:65:import_set_state_nolock()) ffff9d0ad1185000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619578.539926:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2389:x1875502872815104:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 234us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.539933:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:3.0:1788619578.539948:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788619578.539953:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2389:x1875502872815232:12345-192.168.201.30@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788619578.539984:0:25155:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from f5dcd1a3-f129-4732-b32c-b8a92add7f8d@192.168.201.30@tcp t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:3.0:1788619578.540013:0:25155:0:(genops.c:1385:class_connect()) connect: client f5dcd1a3-f129-4732-b32c-b8a92add7f8d, cookie 0xf71e40bfc4ca8d0d 00002000:00100000:3.0:1788619578.540019:0:25155:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli f5dcd1a3-f129-4732-b32c-b8a92add7f8d/ffff9d0ad1182000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788619578.540025:0:25155:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788619578.540055:0:25155:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788619578.540078:0:25155:0:(import.c:65:import_set_state_nolock()) ffff9d0afe2c1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788619578.540100:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2389:x1875502872815232:12345-192.168.201.30@tcp:8:mount.lustre.0 Request processed in 146us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.540108:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788619578.544307:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619578.544521:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815488 00000100:00100000:2.0:1788619578.544537:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815488 00000100:00100000:2.0:1788619578.544611:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:2.0:1788619578.544623:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872815488:12345-192.168.201.30@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788619578.544728:0:22758:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788619578.544817:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18192:x1875502872815488:12345-192.168.201.30@tcp:33:mount.lustre.0 Request processed in 196us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619578.544826:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:1.0:1788619578.767328:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619578.767425:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815616 00000100:00100000:3.0:1788619578.767437:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815616 00000100:00100000:3.0:1788619578.767511:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:3.0:1788619578.767522:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18230:x1875502872815616:12345-192.168.201.30@tcp:101:mkdir.0 00010000:00010000:3.0:1788619578.767543:0:24284:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619578.767564:0:24284:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8d14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685684 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767648:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767663:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767677:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788619578.767742:0:24284:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788619578.767746:0:24284:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788619578.767767:0:24284:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767795:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8d14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 8 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767816:0:24284:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 7 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619578.767825:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:3.0:1788619578.767828:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788619578.767832:0:24284:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd5e00, rc 0) 00000100:00100000:3.0:1788619578.767900:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:18230:x1875502872815616:12345-192.168.201.30@tcp:101:mkdir.0 Request processed in 380us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619578.767907:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 22 00010000:00010000:1.0:1788619579.233770:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619580.259312:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788619581.157469:0:22734:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f5dcd1a3-f129-4732-b32c-b8a92add7f8d 00000001:00100000:3.0:1788619581.157483:0:22734:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5530feba-f4b6-4c55-8ce7-20eb213b2b87 00000001:00100000:0.0:1788619581.160804:0:25076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f5dcd1a3-f129-4732-b32c-b8a92add7f8d 00000001:00100000:0.0:1788619581.160817:0:25076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5530feba-f4b6-4c55-8ce7-20eb213b2b87 00000001:00100000:1.0:1788619581.161546:0:24258:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f5dcd1a3-f129-4732-b32c-b8a92add7f8d 00000001:00100000:1.0:1788619581.161555:0:24258:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5530feba-f4b6-4c55-8ce7-20eb213b2b87 00000001:00100000:0.0:1788619581.161621:0:23488:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f5dcd1a3-f129-4732-b32c-b8a92add7f8d 00000001:00100000:0.0:1788619581.161635:0:23488:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5530feba-f4b6-4c55-8ce7-20eb213b2b87 00010000:00010000:0.0:1788619581.282165:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619581.666328:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4145c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893907456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788619581.666449:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619581.666563:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907456 00000100:00100000:2.0:1788619581.666572:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907456 00000100:00100000:2.0:1788619581.666644:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788619581.666655:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893907456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788619581.666694:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619581.666746:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4146d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893907456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619581.666753:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788619581.666778:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788619581.666821:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4145c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893907456:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1788619581.780468:0:25635:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1788619582.177488:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893907584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788619582.177585:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619582.177809:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788619582.177819:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893907712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788619582.177844:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619582.177928:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907584 00000100:00100000:1.0:1788619582.177937:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907584 00000100:00100000:1.0:1788619582.177980:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907712 00000100:00100000:1.0:1788619582.177981:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907712 00000100:00100000:1.0:1788619582.177995:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788619582.178002:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893907584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788619582.178044:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788619582.178098:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893907584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.178103:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788619582.178118:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788619582.178122:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4144380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893907712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788619582.178156:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788619582.178225:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4144380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893907712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.178230:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788619582.178303:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893907584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619582.178362:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0ad2d0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893907712:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788619582.305670:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619582.689437:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788619582.689473:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893907840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788619582.689579:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.689639:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907840 00000100:00100000:3.0:1788619582.689648:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907840 00000100:00100000:3.0:1788619582.689709:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788619582.689732:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c1efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893907840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788619582.689768:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788619582.689824:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c1efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893907840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619582.689832:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1788619582.689856:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788619582.689893:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893907840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788619582.689997:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788619582.690007:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893907968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788619582.690036:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.690635:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893907968 00000100:00100000:3.0:1788619582.690640:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893907968 00000100:00100000:3.0:1788619582.690680:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788619582.690688:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893907968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788619582.690701:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788619582.690736:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893907968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619582.690742:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788619582.690771:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4144000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893907968:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788619582.690825:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788619582.691776:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788619582.691793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893908096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788619582.691848:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619582.691960:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908096 00000100:00100000:2.0:1788619582.691965:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908096 00000100:00100000:2.0:1788619582.692006:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788619582.692012:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad2d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893908096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788619582.692024:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788619582.692070:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad2d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893908096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619582.692075:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788619582.692139:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4145880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893908096:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788619582.692208:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788619582.694009:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893908480:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694079:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619582.694112:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1875502893908992:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694140:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619582.694163:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788619582.694169:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893908608:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694214:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619582.694234:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893909120:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694256:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619582.694286:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908480 00000100:00100000:1.0:1788619582.694293:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908480 00000100:00100000:1.0:1788619582.694343:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788619582.694353:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893908480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694415:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893908480:12345-0@lo:400:kworker.0 Request processed in 63us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.694424:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788619582.694470:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908992 00000100:00100000:1.0:1788619582.694474:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908992 00000100:00100000:1.0:1788619582.694520:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908608 00000100:00100000:1.0:1788619582.694524:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908608 00000100:00100000:1.0:1788619582.694555:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893909120 00000100:00100000:1.0:1788619582.694558:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893909120 00000100:00100000:1.0:1788619582.694572:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788619582.694577:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875502893908992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694608:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875502893908992:12345-0@lo:400:kworker.0 Request processed in 31us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.694614:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788619582.694626:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788619582.694631:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893908608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694653:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875502893908608:12345-0@lo:400:kworker.0 Request processed in 22us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.694659:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788619582.694667:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788619582.694673:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875502893909120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694710:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875502893909120:12345-0@lo:400:kworker.0 Request processed in 37us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.694717:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788619582.694758:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875502893908608:0@lo:400:kworker.0 00010000:00080000:1.0:1788619582.694773:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9dc700 x1875502893909120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788619582.694785:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1875502893909120:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694796:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893908480:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.694813:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1875502893908992:0@lo:400:kworker.0 00000100:00080000:3.0:1788619582.695192:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619582.695198:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788619582.695215:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893908224:0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695267:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.695298:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893908736:0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695321:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.695339:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788619582.695344:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893908352:0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695360:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.695380:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893908864:0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695411:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619582.695443:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908736 00000100:00100000:3.0:1788619582.695448:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908736 00000100:00100000:3.0:1788619582.695479:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908352 00000100:00100000:3.0:1788619582.695482:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908352 00000100:00100000:3.0:1788619582.695505:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908864 00000100:00100000:3.0:1788619582.695508:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908864 00000100:00100000:3.0:1788619582.695522:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788619582.695527:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893908736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695560:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875502893908736:12345-0@lo:400:kworker.0 Request processed in 33us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619582.695566:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788619582.695578:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788619582.695582:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893908352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695601:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875502893908352:12345-0@lo:400:kworker.0 Request processed in 20us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619582.695606:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788619582.695613:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788619582.695618:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893908864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695639:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875502893908864:12345-0@lo:400:kworker.0 Request processed in 21us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619582.695644:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:3.0:1788619582.695657:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788619582.695659:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788619582.695674:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875502893908352:0@lo:400:kworker.0 00010000:00080000:3.0:1788619582.695683:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0aee9df800 x1875502893908864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788619582.695696:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875502893908864:0@lo:400:kworker.0 00000100:00100000:3.0:1788619582.695705:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1875502893908736:0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.696886:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893908224 00000100:00100000:1.0:1788619582.696895:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893908224 00000100:00100000:1.0:1788619582.696965:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788619582.696975:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3637:x1875502893908224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788619582.697043:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3637:x1875502893908224:12345-0@lo:400:kworker.0 Request processed in 70us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619582.697049:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788619582.697112:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893908224:0@lo:400:kworker.0 00010000:00010000:3.0:1788619583.329436:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619583.646272:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619583.646451:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619583.646485:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619583.646512:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619583.646531:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816256 00000100:00100000:3.0:1788619583.646539:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619583.646546:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816256 00000100:00100000:3.0:1788619583.646562:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619583.646588:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619583.646625:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816000 00000100:00100000:3.0:1788619583.646629:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816000 00000100:00100000:0.0:1788619583.646631:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816128 00000100:00100000:0.0:1788619583.646637:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816128 00000100:00100000:0.0:1788619583.646668:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816640 00000100:00100000:0.0:1788619583.646672:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816640 00000100:00100000:0.0:1788619583.646694:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788619583.646706:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2392:x1875502872816256:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619583.646715:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815872 00000100:00100000:3.0:1788619583.646720:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815872 00000100:00100000:3.0:1788619583.646742:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816384 00000100:00100000:3.0:1788619583.646746:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816384 00000100:00100000:3.0:1788619583.646763:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 48 00000100:00100000:3.0:1788619583.646772:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2392:x1875502872816000:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619583.646817:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2392:x1875502872816000:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 42us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619583.646818:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2392:x1875502872816256:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 108us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619583.646827:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 48 00000100:00100000:0.0:1788619583.646831:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788619583.646847:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:3.0:1788619583.646859:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2393:x1875502872815872:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619583.646859:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:0.0:1788619583.646872:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872816128:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619583.646907:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2393:x1875502872815872:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 51us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619583.646914:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872816128:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 43us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619583.646920:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:0.0:1788619583.646926:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788619583.646942:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:0.0:1788619583.646948:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:3.0:1788619583.646953:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2393:x1875502872816384:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619583.646960:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872816640:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619583.646987:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2393:x1875502872816384:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 36us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619583.646995:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3901c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872816640:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 38us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619583.647000:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:0.0:1788619583.647011:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00080000:0.0:1788619583.647035:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788619583.647048:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788619583.647050:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788619583.647052:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788619583.647295:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619583.647383:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619583.647412:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816512 00000100:00100000:0.0:1788619583.647416:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816512 00000100:00100000:0.0:1788619583.647447:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:0.0:1788619583.647454:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2392:x1875502872816512:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619583.647487:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2392:x1875502872816512:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 33us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619583.647495:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:3.0:1788619583.647496:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816768 00000100:00100000:3.0:1788619583.647502:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816768 00000100:00080000:0.0:1788619583.647516:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788619583.647521:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788619583.647539:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:3.0:1788619583.647548:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2392:x1875502872816768:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:3.0:1788619583.647582:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2392:x1875502872816768:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619583.647590:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:2.0:1788619583.647703:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872815744 00000100:00100000:2.0:1788619583.647709:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872815744 00000100:00100000:2.0:1788619583.647788:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 145 00000100:00100000:2.0:1788619583.647796:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2392:x1875502872815744:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788619583.647839:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2392:x1875502872815744:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 44us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619583.647846:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 145 00010000:00010000:0.0:1788619584.355548:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619584.739035:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:0.0:1788619584.925679:0:25782:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdc49c5a20 20000000:00000080:0.0:1788619584.925710:0:25782:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d0afe2a1400 uarg=0000000000000000 20000000:01000000:0.0:1788619584.925770:0:25782:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788619584.925778:0:25782:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788619584.925784:0:25782:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1788619584.930814:0:25783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788619584.931164:0:25782:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788619584.944750:0:25782:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788619584.946451:0:25782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946485:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946494:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946502:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946522:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946534:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946542:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946551:0:25782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946624:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946645:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 12 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.946664:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909248:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619584.946806:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946815:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 12 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.946824:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909376:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619584.946878:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.946897:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.946907:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4177480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909504:0@lo:104: 00000100:00100000:3.0:1788619584.946961:0:25782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788619584.947016:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.947023:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.947031:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4176d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909632:0@lo:104: 00000100:00100000:3.0:1788619584.947052:0:25782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788619584.947073:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.947080:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.947089:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909760:0@lo:104: 00000100:00100000:3.0:1788619584.947108:0:25782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788619584.947125:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.947133:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 23 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.947141:0:25782:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909888:0@lo:104: 00000100:00100000:3.0:1788619584.947168:0:25782:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619584.947205:0:25782:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0afba2a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788619584.947984:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893909504 00000100:00100000:2.0:1788619584.947998:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893909504 00000100:00100000:2.0:1788619584.948049:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893909632 00000100:00100000:2.0:1788619584.948051:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893909632 00000100:00100000:2.0:1788619584.948059:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893909760 00000100:00100000:2.0:1788619584.948061:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893909760 00000100:00100000:2.0:1788619584.948066:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893909888 00000100:00100000:2.0:1788619584.948067:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893909888 00000100:00100000:2.0:1788619584.948078:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788619584.948089:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+6:25782:x1875502893909504:12345-0@lo:104: 00010000:00010000:2.0:1788619584.948107:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948220:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788619584.948229:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+6:25782:x1875502893909504:12345-0@lo:104: Request processed in 141us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619584.948235:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619584.948246:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4177480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909504:0@lo:104: 00000100:00100000:2.0:1788619584.948254:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788619584.948260:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+5:25782:x1875502893909632:12345-0@lo:104: 00010000:00010000:2.0:1788619584.948281:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948319:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788619584.948325:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+5:25782:x1875502893909632:12345-0@lo:104: Request processed in 66us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619584.948332:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619584.948332:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4176d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909632:0@lo:104: 00000100:00100000:2.0:1788619584.948343:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788619584.948361:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+4:25782:x1875502893909760:12345-0@lo:104: 00010000:00010000:2.0:1788619584.948371:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948405:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788619584.948410:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+4:25782:x1875502893909760:12345-0@lo:104: Request processed in 63us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619584.948416:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619584.948419:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909760:0@lo:104: 00000100:00100000:2.0:1788619584.948427:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788619584.948433:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:25782:x1875502893909888:12345-0@lo:104: 00010000:00010000:2.0:1788619584.948441:0:22737:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948474:0:22737:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788619584.948479:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+3:25782:x1875502893909888:12345-0@lo:104: Request processed in 47us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619584.948485:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619584.948492:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909888:0@lo:104: 00010000:00010000:2.0:1788619584.948505:0:22742:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788619584.948512:0:22742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948525:0:22742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dda00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:2.0:1788619584.948530:0:22742:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.948539:0:22742:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788619584.948547:0:22742:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788619584.948554:0:22742:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619584.949255:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788619584.949273:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949283:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c41dd800 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619584.949286:0:25160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949296:0:25160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619584.949304:0:25160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619584.949311:0:25160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619584.949596:0:25160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949606:0:25160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619584.949633:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949712:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c41dd800/0xf71e40bfc4ca89c5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca89cc expref: -99 pid: 24257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949734:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788619584.949738:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949744:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0b021eda00 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619584.949747:0:25160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949766:0:25160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619584.949773:0:25160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619584.949779:0:25160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619584.949796:0:25160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949802:0:25160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619584.949809:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949817:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0b021eda00/0xf71e40bfc4ca8986 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca898d expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949827:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619584.949830:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949836:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0afcbbd400 already unused, calling callback (ffffffffc1166c20) 10000000:00010000:0.0:1788619584.949839:0:25160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949846:0:25160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788619584.949853:0:25160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788619584.949864:0:25160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788619584.949879:0:25160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949885:0:25160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788619584.949913:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949921:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d0afcbbd400/0xf71e40bfc4ca8978 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca897f expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.949932:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619584.949934:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619584.949936:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619584.951072:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893910016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619584.951846:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619584.951932:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788619584.951940:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893910144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619584.951972:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619584.952007:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619584.952018:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893910272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788619584.952044:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619584.952090:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910016 00000100:00100000:3.0:1788619584.952099:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910016 00000100:00100000:0.0:1788619584.952234:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910144 00000100:00100000:0.0:1788619584.952239:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910144 00010000:00010000:0.0:1788619584.952276:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 25 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619584.952310:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910272 00000100:00100000:0.0:1788619584.952314:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910272 00010000:00010000:0.0:1788619584.952326:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 26 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.952422:0:22742:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.952432:0:22742:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788619584.952453:0:22742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.952462:0:22742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.130@tcp lock: ffff9d09c41dda00/0xf71e40bfc4ca8a5f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf71e40bfc4ca8a66 expref: -99 pid: 25075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619584.952467:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619584.952478:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+26:3637:x1875502893910144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788619584.952489:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619584.952491:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788619584.952494:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619584.952494:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619584.952499:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 26 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.952502:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788619584.952518:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893910400:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619584.952539:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 26 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619584.952549:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788619584.952559:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ad8ac7200/0xf71e40bfc4ca898d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8986 expref: 26 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952576:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619584.952626:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+25:3637:x1875502893910144:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619584.952709:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893910144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619584.952756:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788619584.952778:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910400 00000100:00100000:0.0:1788619584.952781:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910400 00010000:00010000:0.0:1788619584.952793:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 25 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619584.952806:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619584.952811:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+25:3640:x1875502893910272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619584.952819:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619584.952823:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 25 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952831:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 25 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952841:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ad8ac6000/0xf71e40bfc4ca897f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8978 expref: 25 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952850:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619584.952885:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3640:x1875502893910272:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619584.952898:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788619584.952910:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619584.952916:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:3640:x1875502893910400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788619584.952923:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619584.952928:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952936:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952946:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ad8ac7800/0xf71e40bfc4ca8a66 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca8a5f expref: 23 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619584.952954:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619584.952975:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:3640:x1875502893910400:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619584.952981:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788619584.953130:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4146a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893910400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788619584.953139:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0cd7e57c-ecde-404a-9605-8916c38c530f:3640:1875502893910272:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788619584.957499:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 21 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.957701:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788619584.957717:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:3637:x1875502893910016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788619584.957738:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619584.957745:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 21 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.957760:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 21 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.957785:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ad8ac6e00/0xf71e40bfc4ca89cc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf71e40bfc4ca89c5 expref: 21 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.957808:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619584.957879:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2936300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909248:192.168.201.30@tcp:104: 00000100:00100000:3.0:1788619584.957893:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cd7e57c-ecde-404a-9605-8916c38c530f+20:3637:x1875502893910016:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (6710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619584.957896:0:25782:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2935f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1875502893909376:192.168.201.30@tcp:104: 00000100:00100000:3.0:1788619584.957925:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1788619584.957950:0:25782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619584.958246:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cd7e57c-ecde-404a-9605-8916c38c530f:3637:1875502893910016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788619584.960706:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619584.961829:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872816896 00000100:00100000:2.0:1788619584.961846:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872816896 00010000:00010000:2.0:1788619584.961906:0:22740:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619584.961959:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 13 00000100:00100000:2.0:1788619584.961972:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3a86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2390:x1875502872816896:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788619584.961990:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788619584.961997:0:22740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.962012:0:22740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.962035:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ada505400/0xf71e40bfc4ca8cf1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685653 expref: 13 pid: 22746 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619584.962056:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619584.962817:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619584.963393:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817024 00000100:00100000:3.0:1788619584.963409:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817024 00010000:00010000:3.0:1788619584.963448:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 13 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.963486:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 14 00000100:00100000:3.0:1788619584.963498:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2390:x1875502872817024:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619584.963512:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619584.963519:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 13 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619584.963528:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3a86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2390:x1875502872816896:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 1554us (2837us total) trans 0 rc 0/0 00010000:00010000:3.0:1788619584.963537:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 13 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619584.963542:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 13 00010000:00010000:3.0:1788619584.963562:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d09c39c9200/0xf71e40bfc4ca8cb2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16855e3 expref: 12 pid: 22748 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963585:0:22741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963596:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963618:0:22741:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963626:0:22741:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963660:0:22741:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963669:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963693:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4200 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:3.0:1788619584.963701:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963713:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963737:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619584.963755:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788619584.963809:0:25782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.963825:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:2390:x1875502872817024:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 324us (1014us total) trans 0 rc 0/0 00010000:00010000:0.0:1788619584.963834:0:25782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619584.963838:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 14 00010000:00010000:0.0:1788619584.963860:0:25782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8d22 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619585.377485:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788619586.175347:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619586.175458:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817152 00000100:00100000:0.0:1788619586.175473:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817152 00000100:00100000:0.0:1788619586.175571:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:0.0:1788619586.175584:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:18697:x1875502872817152:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788619586.175603:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619586.175624:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac600/0xf71e40bfc4ca8d29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee168568b expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175678:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175692:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175707:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175719:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175725:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175732:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175830:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ada00/0xf71e40bfc4ca8d3e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175838:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ada00/0xf71e40bfc4ca8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175844:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ada00/0xf71e40bfc4ca8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788619586.175871:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788619586.175875:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788619586.175913:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ada00/0xf71e40bfc4ca8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175923:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175930:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175937:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175943:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ace00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619586.175947:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175956:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175968:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:0.0:1788619586.175977:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.175986:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.175994:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8d30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176008:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176014:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176020:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176024:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac200 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619586.176027:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176033:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176040:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9d0af806c200) 00010000:00010000:0.0:1788619586.176043:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.176046:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176052:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8d37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176083:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac600/0xf71e40bfc4ca8d29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168568b expref: 8 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176107:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ada00/0xf71e40bfc4ca8d3e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168568b expref: 7 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.176114:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d0af806cf00) 00010000:00010000:0.0:1788619586.176117:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788619586.176119:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c28ada00, rc 0) 00000100:00100000:0.0:1788619586.176379:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18697:x1875502872817152:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 798us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.176387:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00080000:2.0:1788619586.176742:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788619586.190117:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.190629:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817280 00000100:00100000:3.0:1788619586.190647:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817280 00000100:00100000:3.0:1788619586.190739:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:3.0:1788619586.190755:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18697:x1875502872817280:12345-192.168.201.30@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788619586.190888:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18697:x1875502872817280:12345-192.168.201.30@tcp:900:lhsmtool_posix.0 Request processed in 138us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.190898:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:1.0:1788619586.193274:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.193468:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817536 00000100:00100000:3.0:1788619586.193483:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817536 00000100:00100000:3.0:1788619586.193546:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:3.0:1788619586.193558:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18697:x1875502872817536:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788619586.193584:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619586.193608:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8d45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685692 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193756:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193770:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193781:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193793:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193797:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.193801:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.194117:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8d5a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.194339:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8d5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.194359:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8d5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788619586.194369:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788619586.194693:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194703:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194710:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194716:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619586.194721:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194730:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194745:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d0af806cf00) 00010000:00010000:0.0:1788619586.194749:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.194754:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194764:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8d4c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194776:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194780:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194784:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194787:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5000 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619586.194788:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194792:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194796:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d09c2705700) 00010000:00010000:0.0:1788619586.194797:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.194799:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.194802:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8d53 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.195605:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8d45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685692 expref: 10 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.195634:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5200/0xf71e40bfc4ca8d5a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685692 expref: 9 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.195641:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d09c2705b00) 00010000:00010000:0.0:1788619586.195643:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.195645:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd5200, rc 0) 00000100:00100000:0.0:1788619586.195723:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18697:x1875502872817536:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 2167us (2457us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788619586.195735:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:2.0:1788619586.207904:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.208495:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817664 00000100:00100000:3.0:1788619586.208510:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817664 00000100:00100000:3.0:1788619586.208606:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:3.0:1788619586.208620:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18697:x1875502872817664:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788619586.209134:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4147800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18697:x1875502872817664:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 Request processed in 515us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.209144:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:1.0:1788619586.216468:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619586.216621:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817792 00000100:00100000:0.0:1788619586.216636:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817792 00000100:00100000:0.0:1788619586.216744:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:0.0:1788619586.216756:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:18697:x1875502872817792:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1788619586.217035:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788619586.219544:0:24284:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2732us 00000100:00100000:2.0:1788619586.238903:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.238970:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872817920 00000100:00100000:1.0:1788619586.238984:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872817920 00000100:00100000:1.0:1788619586.239065:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:1.0:1788619586.239079:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18704:x1875502872817920:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.239105:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.239419:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685699 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239507:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239524:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239538:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239570:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239578:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239585:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239655:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239663:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239671:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239678:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505400 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619586.239683:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239692:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239707:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:1.0:1788619586.239711:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.239716:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239723:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239742:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239749:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239755:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239761:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504e00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619586.239764:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239770:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239776:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:1.0:1788619586.239779:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.239782:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239789:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239836:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d68 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685699 expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239847:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:1.0:1788619586.239850:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.239859:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685699 expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.239869:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505a00, rc 0) 00000100:00100000:1.0:1788619586.239942:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4146a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18704:x1875502872817920:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 868us (1052us total) trans 0 rc 301/301 00000100:00100000:1.0:1788619586.239950:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 27 00000100:00100000:3.0:1788619586.242277:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:18697:x1875502872817792:12345-192.168.201.30@tcp:59:lhsmtool_posix.0 Request processed in 25509us (25810us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.242294:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:2.0:1788619586.246272:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.247851:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818048 00000100:00100000:1.0:1788619586.247869:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818048 00000100:00100000:1.0:1788619586.248012:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:1.0:1788619586.248024:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4145880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18704:x1875502872818048:12345-192.168.201.30@tcp:700:lfs.0 00000100:00100000:1.0:1788619586.248128:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4145880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18704:x1875502872818048:12345-192.168.201.30@tcp:700:lfs.0 Request processed in 108us (1874us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.248134:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:2.0:1788619586.255734:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.255965:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818304 00000100:00100000:1.0:1788619586.255980:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818304 00000100:00100000:1.0:1788619586.256097:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:1.0:1788619586.256110:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:18704:x1875502872818304:12345-192.168.201.30@tcp:36:lfs.0 00010000:00010000:1.0:1788619586.257476:0:22755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619586.257524:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4400/0xf71e40bfc4ca8cdc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685614 expref: 9 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.257547:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:1.0:1788619586.257555:0:22755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788619586.257705:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.257723:0:22755:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 5 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.257751:0:22755:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.257800:0:22755:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 5 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.257820:0:22755:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 5 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.257836:0:22755:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22755:1875502893910528:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788619586.258412:0:22755:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788619586.265052:0:22755:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9de680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22755:1875502893910528:192.168.201.30@tcp:104: 00010000:00010000:1.0:1788619586.265092:0:22755:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619586.265875:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.265971:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818432 00000100:00100000:3.0:1788619586.265981:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818432 00010000:00010000:3.0:1788619586.266057:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 6 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.266112:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:3.0:1788619586.266135:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2391:x1875502872818432:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619586.266152:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619586.266160:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 6 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266204:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 6 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266248:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8d1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685684 expref: 6 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266268:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:3.0:1788619586.266274:0:22741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266286:0:22741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266294:0:22741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.266325:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788619586.266359:0:22755:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.266368:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.266397:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.266408:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.266417:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.266532:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2391:x1875502872818432:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 399us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.266542:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00080000:2.0:1788619586.266608:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788619586.268574:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268596:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268607:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788619586.268624:0:22755:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002343b2bc reply state 00000000a3e44a0a transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268634:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268815:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:1.0:1788619586.268819:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788619586.268823:0:22755:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788619586.268831:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788619586.268840:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268846:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268851:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268855:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505a00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619586.268859:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268875:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268884:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c2708a00) 00010000:00010000:1.0:1788619586.268885:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.268888:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268893:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505a00/0xf71e40bfc4ca8d7d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788619586.268910:0:22755:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002343b2bc reply state 00000000a3e44a0a transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268915:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.268920:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:1.0:1788619586.268921:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788619586.268923:0:22755:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788619586.269024:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4144000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+10:18704:x1875502872818304:12345-192.168.201.30@tcp:36:lfs.0 Request processed in 12912us (13300us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788619586.269033:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 28 00000100:00100000:2.0:1788619586.334303:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.338476:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818560 00000100:00100000:1.0:1788619586.338499:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818560 00000100:00100000:1.0:1788619586.338608:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 146 00000100:00100000:1.0:1788619586.338627:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+11:18079:x1875502872818560:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619586.338656:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.338690:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505a00/0xf71e40bfc4ca8d92 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856a0 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.338753:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505a00/0xf71e40bfc4ca8d92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856a0 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.338768:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505a00/0xf71e40bfc4ca8d92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856a0 expref: 12 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.338780:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505a00, rc 0) 00000100:00100000:1.0:1788619586.338927:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872818560:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 Request processed in 305us (4824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.338934:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 146 00000100:00100000:3.0:1788619586.344156:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.344420:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.344591:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818816 00000100:00100000:2.0:1788619586.344608:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818816 00000100:00100000:2.0:1788619586.344685:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 147 00000100:00100000:2.0:1788619586.344700:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872818816:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.344921:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872818816:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 Request processed in 224us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.344930:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 147 00000100:00100000:1.0:1788619586.345055:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818688 00000100:00100000:1.0:1788619586.345060:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818688 00000100:00100000:1.0:1788619586.345102:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:1.0:1788619586.345109:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+10:18712:x1875502872818688:12345-192.168.201.30@tcp:101:lctl.0 00010000:00010000:1.0:1788619586.345507:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.345544:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8d99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856a7 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.345632:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504000/0xf71e40bfc4ca8da0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.345652:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504000/0xf71e40bfc4ca8da0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.345669:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504000/0xf71e40bfc4ca8da0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.345718:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788619586.345739:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788619586.346824:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504000/0xf71e40bfc4ca8da0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.346882:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8d99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856a7 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.346909:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504000/0xf71e40bfc4ca8da0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856a7 expref: 11 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.346922:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:1.0:1788619586.346927:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788619586.346932:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504000, rc 0) 00000100:00100000:1.0:1788619586.347013:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+11:18712:x1875502872818688:12345-192.168.201.30@tcp:101:lctl.0 Request processed in 1903us (2872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.347023:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 29 00000100:00100000:0.0:1788619586.352757:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.352929:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872818944 00000100:00100000:3.0:1788619586.352942:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872818944 00000100:00100000:3.0:1788619586.353015:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 148 00000100:00100000:3.0:1788619586.353028:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872818944:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.353511:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872818944:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 Request processed in 482us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.353524:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 148 00000100:00100000:0.0:1788619586.365591:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.365840:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819072 00000100:00100000:1.0:1788619586.365856:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819072 00000100:00100000:1.0:1788619586.365940:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 149 00000100:00100000:1.0:1788619586.365955:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+12:18079:x1875502872819072:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619586.365980:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.366005:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada505800/0xf71e40bfc4ca8da7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856ae expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.366043:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada505800/0xf71e40bfc4ca8da7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ae expref: 13 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.366058:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada505800/0xf71e40bfc4ca8da7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ae expref: 13 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.366095:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505800, rc 0) 00000100:00100000:1.0:1788619586.366170:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18079:x1875502872819072:12345-192.168.201.30@tcp:101:ll_cfg_requeue.0 Request processed in 219us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.366267:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 149 00000100:00100000:3.0:1788619586.368719:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.368831:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819200 00000100:00100000:2.0:1788619586.368843:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819200 00000100:00100000:2.0:1788619586.368912:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 150 00000100:00100000:2.0:1788619586.368923:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18079:x1875502872819200:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.369110:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18079:x1875502872819200:12345-192.168.201.30@tcp:501:ll_cfg_requeue.0 Request processed in 187us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.369624:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 150 00000100:00100000:0.0:1788619586.369641:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.369751:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819328 00000100:00100000:1.0:1788619586.369759:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819328 00000100:00100000:1.0:1788619586.369806:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:1.0:1788619586.369815:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:18714:x1875502872819328:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.369836:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.369867:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8dae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856b5 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.369956:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505600/0xf71e40bfc4ca8db5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.369975:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505600/0xf71e40bfc4ca8db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.369992:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505600/0xf71e40bfc4ca8db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.370044:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788619586.370048:0:22756:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788619586.370074:0:22756:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505600/0xf71e40bfc4ca8db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.370105:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8dae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856b5 expref: 7 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.370898:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505600/0xf71e40bfc4ca8db5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856b5 expref: 6 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.370910:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:1.0:1788619586.370914:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788619586.370918:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505600, rc 0) 00000100:00100000:1.0:1788619586.370991:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18714:x1875502872819328:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 1177us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.370999:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 30 00000100:00100000:3.0:1788619586.371852:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.371907:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819456 00000100:00100000:2.0:1788619586.371919:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819456 00000100:00100000:2.0:1788619586.372126:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 151 00000100:00100000:2.0:1788619586.372153:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18079:x1875502872819456:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.372356:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:18079:x1875502872819456:12345-192.168.201.30@tcp:503:ll_cfg_requeue.0 Request processed in 205us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.372364:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 151 00000100:00100000:3.0:1788619586.372926:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.373458:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819584 00000100:00100000:1.0:1788619586.373467:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819584 00000100:00100000:1.0:1788619586.373516:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:1.0:1788619586.373525:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:18714:x1875502872819584:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.373544:0:24284:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.373571:0:24284:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8dbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856bc expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373664:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373684:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373699:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373714:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373738:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373746:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373866:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373875:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373882:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.373930:0:24284:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788619586.373934:0:24284:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788619586.373960:0:24284:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373975:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373983:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373990:0:24284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.373998:0:24284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504c00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619586.374003:0:24284:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374020:0:24284:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374037:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:1.0:1788619586.374040:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.374046:0:24284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374054:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8dc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374071:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374078:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374084:0:24284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374090:0:24284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619586.374093:0:24284:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374099:0:24284:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374106:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:1.0:1788619586.374109:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788619586.374112:0:24284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374840:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504800/0xf71e40bfc4ca8dca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374889:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8dbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856bc expref: 8 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374904:0:24284:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856bc expref: 7 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.374913:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:1.0:1788619586.374915:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788619586.374918:0:24284:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504600, rc 0) 00000100:00100000:1.0:1788619586.375001:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:18714:x1875502872819584:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 1476us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.375010:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 31 00000100:00100000:1.0:1788619586.381154:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.381323:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819712 00000100:00100000:3.0:1788619586.381369:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819712 00000100:00100000:3.0:1788619586.381464:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:3.0:1788619586.381476:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:18714:x1875502872819712:12345-192.168.201.30@tcp:900:lfs.0 00000100:00100000:3.0:1788619586.381574:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:18714:x1875502872819712:12345-192.168.201.30@tcp:900:lfs.0 Request processed in 100us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.381584:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00080000:1.0:1788619586.381878:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788619586.385410:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.385686:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872819968 00000100:00100000:1.0:1788619586.385700:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872819968 00000100:00100000:1.0:1788619586.385785:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00100000:1.0:1788619586.385798:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+7:18714:x1875502872819968:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.385824:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.385851:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8dd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856c3 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.386002:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788619586.386536:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8dd8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856c3 expref: 9 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.386559:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:0.0:1788619586.386562:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788619586.386569:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504400/0xf71e40bfc4ca8dd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856c3 expref: 9 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.386617:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504400, rc 0) 00000100:00100000:0.0:1788619586.386743:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+8:18714:x1875502872819968:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 947us (1348us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788619586.386752:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 32 00000100:00100000:3.0:1788619586.390090:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.390406:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872820224 00000100:00100000:1.0:1788619586.390436:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872820224 00000100:00100000:1.0:1788619586.390514:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 33 00000100:00100000:1.0:1788619586.390526:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+8:18714:x1875502872820224:12345-192.168.201.30@tcp:36:lfs.0 00010000:00010000:1.0:1788619586.390600:0:22754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788619586.390636:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8dd1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856bc expref: 8 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.390662:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:1.0:1788619586.390668:0:22754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788619586.390697:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.390714:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.390726:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788619586.390984:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000027cedd1d reply state 0000000096405a66 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.390998:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.391006:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:1.0:1788619586.391008:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788619586.391011:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788619586.391019:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788619586.391120:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+9:18714:x1875502872820224:12345-192.168.201.30@tcp:36:lfs.0 Request processed in 596us (1043us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788619586.391128:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 33 00000100:00100000:1.0:1788619586.393279:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.393353:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872820480 00000100:00100000:3.0:1788619586.393365:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872820480 00000100:00100000:3.0:1788619586.393432:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:3.0:1788619586.393444:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+9:18714:x1875502872820480:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788619586.393746:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+10:18714:x1875502872820480:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 303us (476us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788619586.393755:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:0.0:1788619586.398812:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.398942:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872820736 00000100:00100000:2.0:1788619586.398956:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872820736 00000100:00100000:2.0:1788619586.399030:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 34 00000100:00100000:2.0:1788619586.399043:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+10:18714:x1875502872820736:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:2.0:1788619586.399076:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619586.399106:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8800/0xf71e40bfc4ca8ded lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856ca expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399257:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399275:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399291:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399304:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399311:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399317:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619586.399500:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788619586.399612:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399620:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399628:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399635:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8c00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619586.399641:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399651:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399668:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:2.0:1788619586.399672:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619586.399680:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399687:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8df4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399704:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399710:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399730:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399735:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8600 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619586.399739:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399746:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399754:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:2.0:1788619586.399757:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619586.399761:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399767:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8dfb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399813:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8800/0xf71e40bfc4ca8ded lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ca expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399824:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:2.0:1788619586.399827:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788619586.399831:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8800/0xf71e40bfc4ca8ded lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ca expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.399842:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c8800, rc 0) 00000100:00100000:2.0:1788619586.399922:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+11:18714:x1875502872820736:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 881us (1130us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788619586.399941:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 34 00010000:00010000:2.0:1788619586.401628:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619586.403064:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.403537:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872820864 00000100:00100000:1.0:1788619586.403550:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872820864 00000100:00100000:1.0:1788619586.403669:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00100000:1.0:1788619586.403682:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+11:18714:x1875502872820864:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.403714:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.403745:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8e09 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856d1 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.403872:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.403890:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.403918:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.403951:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788619586.403956:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788619586.403979:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.404009:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504600/0xf71e40bfc4ca8e09 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 13 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.404030:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.404041:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:1.0:1788619586.404060:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788619586.404065:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504c00, rc 0) 00000100:00100000:1.0:1788619586.404142:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+12:18714:x1875502872820864:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 462us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.404150:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 35 00000100:00100000:1.0:1788619586.407282:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.407390:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872820992 00000100:00100000:2.0:1788619586.407403:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872820992 00000100:00100000:2.0:1788619586.407472:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:2.0:1788619586.407485:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+12:18714:x1875502872820992:12345-192.168.201.30@tcp:37:lfs.0 00000100:00100000:2.0:1788619586.412798:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+12:18714:x1875502872820992:12345-192.168.201.30@tcp:37:lfs.0 Request processed in 5298us (5511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.412816:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 3 00000100:00100000:0.0:1788619586.417644:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.417751:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872821248 00000100:00100000:3.0:1788619586.417765:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872821248 00000100:00100000:3.0:1788619586.417850:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 4 00000100:00100000:3.0:1788619586.417865:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad0fe3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+12:18714:x1875502872821248:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788619586.418538:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad0fe3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+13:18714:x1875502872821248:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 673us (907us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788619586.418547:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 4 10000000:01000000:0.0:1788619586.465282:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788619586.465294:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0aff935000 from 13 10000000:01000000:0.0:1788619586.465300:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788619586.465457:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.465473:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.465487:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619586.465520:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.465611:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619586.465730:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788619586.468871:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.470040:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872821376 00000100:00100000:2.0:1788619586.470056:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872821376 00000100:00100000:2.0:1788619586.470247:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 36 00000100:00100000:2.0:1788619586.470261:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+11:18721:x1875502872821376:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:2.0:1788619586.470289:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619586.470318:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8800/0xf71e40bfc4ca8e1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856d8 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470424:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470441:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470455:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470466:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470497:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470504:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470610:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9600/0xf71e40bfc4ca8e33 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470619:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9600/0xf71e40bfc4ca8e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470627:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9600/0xf71e40bfc4ca8e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619586.470673:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788619586.470677:0:22755:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788619586.470728:0:22755:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9600/0xf71e40bfc4ca8e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470744:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470752:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470759:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470766:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8600 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619586.470771:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470787:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.470801:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:2.0:1788619586.470804:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619586.471151:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471162:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8600/0xf71e40bfc4ca8e25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471231:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471238:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471245:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471250:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8c00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619586.471253:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471259:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471268:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:2.0:1788619586.471271:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619586.471274:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471292:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8c00/0xf71e40bfc4ca8e2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471930:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8800/0xf71e40bfc4ca8e1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d8 expref: 13 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471951:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9600/0xf71e40bfc4ca8e33 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d8 expref: 12 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.471960:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:2.0:1788619586.471963:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788619586.471966:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9600, rc 0) 00000100:00100000:2.0:1788619586.472070:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+12:18721:x1875502872821376:12345-192.168.201.30@tcp:101:bash.0 Request processed in 1811us (3272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.472080:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 36 00000100:00100000:1.0:1788619586.472177:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910656 00000100:00100000:1.0:1788619586.472194:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910656 00000100:00100000:1.0:1788619586.472244:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788619586.472252:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+20:22751:x1875502893910656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619586.472263:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.472280:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ada504600/0xf71e40bfc4ca8e3a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8e17 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.472304:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ada504600/0xf71e40bfc4ca8e3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e17 expref: 21 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.472314:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ada504600/0xf71e40bfc4ca8e3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e17 expref: 21 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.472321:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504600, rc 0) 00000100:00100000:1.0:1788619586.472544:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893910656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 291us (6932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.472550:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788619586.472617:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619586.472639:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e3a expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.472671:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8e3a expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.472783:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.474740:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.474863:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0af4df5180 going to sleep for 11 seconds 00000100:00100000:0.0:1788619586.475381:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.475446:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872821504 00000100:00100000:3.0:1788619586.475458:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872821504 00000100:00100000:3.0:1788619586.475528:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788619586.475553:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:18721:x1875502872821504:12345-192.168.201.30@tcp:900:bash.0 00000100:00100000:2.0:1788619586.475717:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910784 00000100:00100000:2.0:1788619586.475723:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910784 00000100:00100000:2.0:1788619586.475763:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788619586.475771:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893910784:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.475926:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893910784:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 155us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.475936:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788619586.475971:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788619586.476000:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:18721:x1875502872821504:12345-192.168.201.30@tcp:900:bash.0 Request processed in 448us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.476008:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:0.0:1788619586.476126:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.477223:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619586.477382:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619586.477389:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893910912 00000100:00100000:1.0:1788619586.477399:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893910912 00000100:00100000:1.0:1788619586.477454:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788619586.477466:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893910912:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.477611:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893910912:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 148us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.477620:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788619586.477649:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893910912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.478618:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.478706:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872821760 00000100:00100000:3.0:1788619586.478714:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872821760 00000100:00100000:3.0:1788619586.478799:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 37 00000100:00100000:3.0:1788619586.478808:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+12:18721:x1875502872821760:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:3.0:1788619586.478838:0:24284:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619586.478867:0:24284:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8e41 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856df expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.479006:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.479025:0:24284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.479036:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.479074:0:24284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.479090:0:24284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 12 pid: 22754 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.479105:0:24284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4174e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893911040:192.168.201.30@tcp:104: 00000040:00080000:0.0:1788619586.479350:0:25796:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:3.0:1788619586.479416:0:24284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac7d950c0 going to sleep for 11 seconds 00000020:01000000:1.0:1788619586.480145:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788619586.480312:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788619586.480336:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e3a expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.480401:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d09c28ac400/0xf71e40bfc4ca8e17 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e3a expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619586.480414:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788619586.480417:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0af10dc000 from 13 10000000:01000000:1.0:1788619586.480420:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788619586.480455:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.480463:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.480486:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.480512:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.480569:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.480670:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788619586.480712:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911168 00000100:00100000:2.0:1788619586.480720:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911168 00000100:00100000:2.0:1788619586.480774:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788619586.480785:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+21:22751:x1875502893911168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619586.480804:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619586.480887:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c39c8200/0xf71e40bfc4ca8e56 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8e4f expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.480916:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c39c8200/0xf71e40bfc4ca8e56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e4f expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.480928:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c39c8200/0xf71e40bfc4ca8e56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e4f expref: 22 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.480938:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c8200, rc 0) 00000100:00100000:2.0:1788619586.481023:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 240us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.481030:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788619586.482605:0:24284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4174e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893911040:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619586.482642:0:24284:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619586.482787:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.483059:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872821888 00000100:00100000:3.0:1788619586.483067:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872821888 00010000:00010000:3.0:1788619586.483114:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 13 pid: 22754 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.483167:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:3.0:1788619586.483178:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+13:2390:x1875502872821888:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619586.483221:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619586.483230:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 13 pid: 22754 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483244:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 13 pid: 22754 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483272:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e10 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856d1 expref: 13 pid: 22754 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483292:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:3.0:1788619586.483298:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483311:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483352:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.483380:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788619586.483409:0:24284:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.483422:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.483443:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+12:2390:x1875502872821888:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 266us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.483451:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00010000:00010000:0.0:1788619586.483573:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.483602:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.483619:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484418:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484434:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484443:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788619586.484457:0:24284:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788619586.484487:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484494:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484512:0:24284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484520:0:24284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619586.484525:0:24284:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484535:0:24284:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484550:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:0.0:1788619586.484555:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619586.484561:0:24284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484569:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4800/0xf71e40bfc4ca8e48 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788619586.484594:0:24284:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000095fe43c5 reply state 000000007523862b transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484608:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484615:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d0af806cb00) 00010000:00010000:0.0:1788619586.484618:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788619586.484621:0:24284:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788619586.484682:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5e00/0xf71e40bfc4ca8e41 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 15 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.484692:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619586.484710:0:24284:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 14 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.484730:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e56 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.484730:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619586.484736:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788619586.484743:0:24284:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c28ad800, rc 0) 00010000:00010000:1.0:1788619586.484756:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8e56 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619586.484855:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+15:18721:x1875502872821760:12345-192.168.201.30@tcp:101:bash.0 Request processed in 6045us (6241us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788619586.484866:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 37 00000100:00100000:1.0:1788619586.484899:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.484972:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.485030:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788619586.485523:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911296 00000100:00100000:0.0:1788619586.485539:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911296 00000100:00100000:0.0:1788619586.485598:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788619586.485609:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.485924:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 308us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.485932:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788619586.486119:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.486176:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.486530:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619586.486604:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87ac480 going to sleep for 11 seconds 00000100:00100000:0.0:1788619586.486999:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911424 00000100:00100000:0.0:1788619586.487006:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911424 00000100:00100000:0.0:1788619586.487129:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788619586.487138:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.487490:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 353us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.487498:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788619586.487570:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3920e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788619586.488885:0:25797:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:2.0:1788619586.491698:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000020:01000000:1.0:1788619586.491760:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 00000100:00100000:0.0:1788619586.491814:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872822016 00000100:00100000:0.0:1788619586.491824:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872822016 10000000:01000000:1.0:1788619586.491862:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788619586.491878:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e56 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.491892:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0ada504a00/0xf71e40bfc4ca8e4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e56 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619586.491927:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 38 00000100:00100000:0.0:1788619586.491942:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+15:18721:x1875502872822016:12345-192.168.201.30@tcp:101:bash.0 00010000:00010000:0.0:1788619586.491971:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619586.492014:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad200/0xf71e40bfc4ca8e72 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856e6 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.492107:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.492123:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.492135:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788619586.492218:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788619586.492222:0:22756:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788619586.492243:0:22756:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.492254:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.492283:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad200/0xf71e40bfc4ca8e72 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 17 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619586.492305:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 00010000:00010000:0.0:1788619586.492305:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 16 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619586.492312:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0aca56b000 from 13 10000000:01000000:1.0:1788619586.492319:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788619586.492335:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619586.492339:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788619586.492344:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c28ade00, rc 0) 00010000:00010000:1.0:1788619586.492393:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.492402:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.492411:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619586.492413:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+16:18721:x1875502872822016:12345-192.168.201.30@tcp:101:bash.0 Request processed in 474us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.492451:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 38 00000100:00100000:1.0:1788619586.492459:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.492705:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.492753:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7840 going to sleep for 11 seconds 00000100:00100000:3.0:1788619586.493105:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911552 00000100:00100000:3.0:1788619586.493112:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911552 00000100:00100000:3.0:1788619586.493166:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788619586.493176:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+22:22751:x1875502893911552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788619586.493207:0:22748:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619586.493223:0:22748:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8e87 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8e80 expref: -99 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.493246:0:22748:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8e87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e80 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.493255:0:22748:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d0ac2bd5000/0xf71e40bfc4ca8e87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e80 expref: 23 pid: 22748 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.493262:0:22748:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd5000, rc 0) 00000100:00100000:3.0:1788619586.493304:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.493310:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788619586.493377:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788619586.493401:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e87 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.493428:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8e87 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619586.493513:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.493571:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619586.493618:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87acb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788619586.493673:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911680 00000100:00100000:0.0:1788619586.493680:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911680 00000100:00100000:0.0:1788619586.493726:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1788619586.493739:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.493958:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 223us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.493966:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788619586.494110:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.494142:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.494219:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619586.494246:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87acb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788619586.494266:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911808 00000100:00100000:1.0:1788619586.494274:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911808 00000100:00100000:1.0:1788619586.494316:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1788619586.494330:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.494457:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 135us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.494462:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788619586.494502:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3923b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788619586.495527:0:25798:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788619586.495640:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788619586.495697:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788619586.495711:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e87 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.495723:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0ada504400/0xf71e40bfc4ca8e80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e87 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788619586.495736:0:22751:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788619586.495740:0:22751:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d0af1579000 from 13 10000000:01000000:1.0:1788619586.495760:0:22751:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788619586.495808:0:22751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.495817:0:22751:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.495828:0:22751:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.495855:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788619586.495863:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.495910:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.495953:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7900 going to sleep for 11 seconds 00000100:00100000:0.0:1788619586.496279:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893911936 00000100:00100000:0.0:1788619586.496290:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893911936 00000100:00100000:0.0:1788619586.496359:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788619586.496370:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+23:22751:x1875502893911936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788619586.496391:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619586.496415:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d09c28adc00/0xf71e40bfc4ca8e95 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf71e40bfc4ca8e8e expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.496448:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d09c28adc00/0xf71e40bfc4ca8e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e8e expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.496463:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d09c28adc00/0xf71e40bfc4ca8e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf71e40bfc4ca8e8e expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.496475:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c28adc00, rc 0) 00000100:00100000:0.0:1788619586.496550:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893911936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.496557:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788619586.496616:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893911936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788619586.496638:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e95 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.496650:0:22751:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf71e40bfc4ca8e95 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619586.496728:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893912064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788619586.496757:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619586.496783:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788619586.496812:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893912064 00000100:00100000:3.0:1788619586.496818:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893912064 00000100:00100000:3.0:1788619586.496925:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788619586.496936:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893912064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788619586.497114:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893912064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 179us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.497121:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1788619586.497233:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0aee9dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893912064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788619586.497280:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893912192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.497340:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872822272 00000100:00100000:2.0:1788619586.497350:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872822272 00000100:00100000:0.0:1788619586.497351:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619586.497419:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:2.0:1788619586.497430:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+16:18721:x1875502872822272:12345-192.168.201.30@tcp:35:bash.0 00000100:00100000:0.0:1788619586.497552:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac32c2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788619586.497590:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893912192 00000100:00100000:1.0:1788619586.497595:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893912192 00000100:00100000:1.0:1788619586.497639:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1788619586.497648:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893912192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788619586.497730:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+17:18721:x1875502872822272:12345-192.168.201.30@tcp:35:bash.0 Request processed in 298us (1865us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788619586.497741:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 5 00000100:00100000:1.0:1788619586.497762:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:22751:x1875502893912192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 113us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619586.497779:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788619586.498019:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0cd7e57c-ecde-404a-9605-8916c38c530f:22751:1875502893912192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788619586.499574:0:25799:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788619586.500120:0:22751:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788619586.500158:0:22751:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.130@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788619586.500173:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e95 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.500271:0:22751:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.130@tcp lock: ffff9d0ada504800/0xf71e40bfc4ca8e8e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf71e40bfc4ca8e95 expref: -99 pid: 22751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.586575:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.586748:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872822528 00000100:00100000:1.0:1788619586.586761:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872822528 00000100:00100000:1.0:1788619586.586843:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 39 00000100:00100000:1.0:1788619586.586854:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+17:18731:x1875502872822528:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:1.0:1788619586.586890:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619586.586917:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856ed expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619586.587044:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788619586.587171:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e9c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ed expref: 19 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.587228:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d09c3742000) 00010000:00010000:1.0:1788619586.587231:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788619586.587238:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504c00/0xf71e40bfc4ca8e9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856ed expref: 19 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619586.587255:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504c00, rc 0) 00000100:00100000:1.0:1788619586.587344:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+18:18731:x1875502872822528:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 491us (784us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788619586.587351:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 39 00000100:00100000:2.0:1788619586.593931:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.593982:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872822784 00000100:00100000:3.0:1788619586.593993:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872822784 00000100:00100000:3.0:1788619586.594055:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:3.0:1788619586.594066:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+18:18731:x1875502872822784:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788619586.594680:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18731:x1875502872822784:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 614us (758us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788619586.594691:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 6 00000100:00100000:3.0:1788619586.632232:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.632354:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872823040 00000100:00100000:2.0:1788619586.632364:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872823040 00000100:00100000:2.0:1788619586.632419:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:2.0:1788619586.632430:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18734:x1875502872823040:12345-192.168.201.30@tcp:101:lfs.0 00010000:00010000:2.0:1788619586.632473:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619586.632496:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8eaa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856f4 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.632608:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8eb1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.632623:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8eb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.632635:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8eb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619586.632646:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788619586.632766:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8eaa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856f4 expref: 22 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.632785:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8eb1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856f4 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.633049:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619586.633053:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788619586.633056:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c8000, rc 0) 00000100:00100000:2.0:1788619586.633125:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+21:18734:x1875502872823040:12345-192.168.201.30@tcp:101:lfs.0 Request processed in 696us (944us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788619586.633133:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 40 00000100:00100000:2.0:1788619586.639277:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.639338:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619586.639424:0:23909:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872823168 00000100:00100000:0.0:1788619586.639435:0:23909:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872823168 00000100:00100000:0.0:1788619586.639502:0:23909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:0.0:1788619586.639514:0:23909:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+21:2392:x1875502872823168:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788619586.639530:0:23909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619586.639554:0:23909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8eb1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856f4 expref: 21 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.639572:0:23909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619586.639578:0:23909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619586.639638:0:23909:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+20:2392:x1875502872823168:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 126us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.639645:0:23909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:3.0:1788619586.639955:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872823296 00000100:00100000:3.0:1788619586.639960:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872823296 00000100:00100000:3.0:1788619586.640001:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:3.0:1788619586.640010:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+20:18734:x1875502872823296:12345-192.168.201.30@tcp:54:lfs.0 00010000:00010000:3.0:1788619586.640076:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640090:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640100:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640146:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640166:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640173:0:24284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640211:0:24284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:3.0:1788619586.640217:0:24284:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640226:0:24284:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640236:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619586.640239:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788619586.640244:0:24284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619586.640250:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8ebf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619586.640294:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+20:18734:x1875502872823296:12345-192.168.201.30@tcp:54:lfs.0 Request processed in 285us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619586.640300:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 41 00000100:00100000:2.0:1788619586.643980:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619586.644076:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872823552 00000100:00100000:3.0:1788619586.644088:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872823552 00000100:00100000:3.0:1788619586.644151:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 7 00000100:00100000:3.0:1788619586.644171:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+20:18734:x1875502872823552:12345-192.168.201.30@tcp:35:lfs.0 00000100:00100000:3.0:1788619586.644442:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+21:18734:x1875502872823552:12345-192.168.201.30@tcp:35:lfs.0 Request processed in 281us (473us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788619586.644455:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 7 00000040:00080000:0.0:1788619586.788129:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788619586.788829:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788619586.791960:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893912320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788619586.792053:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619586.792213:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893912320 00000100:00100000:2.0:1788619586.792222:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893912320 00000100:00100000:2.0:1788619586.792298:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788619586.792309:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893912320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788619586.792352:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788619586.792415:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875502893912320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619586.792423:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1788619586.792500:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788619586.792656:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875502893912320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788619586.941618:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619586.941732:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872823808 00000100:00100000:2.0:1788619586.941742:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872823808 00000100:00100000:2.0:1788619586.941807:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00100000:2.0:1788619586.941818:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+21:18765:x1875502872823808:12345-192.168.201.30@tcp:101:cat.0 00010000:00010000:2.0:1788619586.941842:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619586.941862:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8ec6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee16856fb expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.941951:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9000/0xf71e40bfc4ca8ecd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.941962:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9000/0xf71e40bfc4ca8ecd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.941970:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9000/0xf71e40bfc4ca8ecd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619586.941978:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788619586.942086:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8ec6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856fb expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.942121:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9000/0xf71e40bfc4ca8ecd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856fb expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619586.942130:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619586.942134:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788619586.942136:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9000, rc 0) 00000100:00100000:2.0:1788619586.942250:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18765:x1875502872823808:12345-192.168.201.30@tcp:101:cat.0 Request processed in 434us (642us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788619586.942257:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 42 00000100:00100000:1.0:1788619586.946632:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619586.946724:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619586.946816:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824192 00000100:00100000:0.0:1788619586.946826:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824192 00000100:00100000:0.0:1788619586.946895:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:0.0:1788619586.946906:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:2393:x1875502872824192:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788619586.946921:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619586.946947:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9000/0xf71e40bfc4ca8ecd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856fb expref: 23 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619586.946966:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619586.946971:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619586.947031:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+22:2393:x1875502872824192:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 126us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619586.947038:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:3.0:1788619586.947097:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824064 00000100:00100000:3.0:1788619586.947103:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824064 00000100:00100000:3.0:1788619586.947138:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:3.0:1788619586.947146:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+22:18765:x1875502872824064:12345-192.168.201.30@tcp:35:cat.0 00000100:00100000:3.0:1788619586.947421:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18765:x1875502872824064:12345-192.168.201.30@tcp:35:cat.0 Request processed in 276us (800us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788619586.947427:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 8 00000100:00100000:1.0:1788619587.005550:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.005642:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824448 00000100:00100000:3.0:1788619587.005652:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824448 00000100:00100000:3.0:1788619587.005712:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:3.0:1788619587.005721:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18771:x1875502872824448:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:3.0:1788619587.005745:0:24284:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619587.005764:0:24284:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8edb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685702 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005869:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005884:0:24284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005892:0:24284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 24 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005907:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005938:0:24284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 24 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.005952:0:24284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 24 pid: 22756 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619587.005965:0:24284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893912448:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619587.006055:0:24284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.006064:0:24284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619587.006073:0:24284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893912576:192.168.201.30@tcp:104: 00000100:00100000:3.0:1788619587.006094:0:24284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac6aa1540 going to sleep for 11 seconds 00000100:00100000:1.0:1788619587.012104:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619587.012178:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.012310:0:24284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893912448:192.168.201.30@tcp:104: 00000100:00100000:3.0:1788619587.012342:0:24284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24284:1875502893912576:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619587.012375:0:24284:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619587.012411:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824576 00000100:00100000:2.0:1788619587.012420:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824576 00010000:00010000:2.0:1788619587.012458:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 25 pid: 22756 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619587.012497:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824704 00000100:00100000:2.0:1788619587.012501:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824704 00010000:00010000:2.0:1788619587.012515:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 26 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619587.012528:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788619587.012540:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+26:2390:x1875502872824576:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619587.012569:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619587.012577:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 26 pid: 22756 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.012595:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 26 pid: 22756 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.012617:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ade00/0xf71e40bfc4ca8e79 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856e6 expref: 26 pid: 22756 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.012634:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619587.012639:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.012647:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.012654:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619587.012750:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+25:2390:x1875502872824576:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 212us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.013960:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:3.0:1788619587.013993:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 18 00000100:00100000:3.0:1788619587.014004:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0adfac4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+24:2393:x1875502872824704:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619587.014016:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619587.014024:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014050:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014067:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad800/0xf71e40bfc4ca8e64 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee16856df expref: 24 pid: 24284 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014078:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619587.014083:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014091:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014098:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.014261:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619587.014299:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0adfac4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:2393:x1875502872824704:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 299us (2121us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.014306:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 18 00010000:00010000:1.0:1788619587.014772:0:24284:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619587.014781:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788619587.014799:0:24284:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788619587.014947:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5800/0xf71e40bfc4ca8edb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685702 expref: 24 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619587.014964:0:24284:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4200/0xf71e40bfc4ca8ee2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685702 expref: 23 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619587.014972:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:1.0:1788619587.014975:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788619587.014978:0:24284:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd4200, rc 0) 00000100:00100000:1.0:1788619587.015066:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18771:x1875502872824448:12345-192.168.201.30@tcp:101:dd.0 Request processed in 9346us (9527us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788619587.015074:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 43 00000100:00100000:1.0:1788619587.017644:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.017727:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872824832 00000100:00100000:2.0:1788619587.017737:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872824832 00000100:00100000:2.0:1788619587.017793:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 44 00000100:00100000:2.0:1788619587.017803:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18771:x1875502872824832:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:2.0:1788619587.017901:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.017923:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8ef0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685709 expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.017978:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.017991:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.018003:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.018126:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8ef0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 25 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.018764:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 24 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.018775:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619587.018779:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788619587.018783:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9400, rc 0) 00000100:00100000:2.0:1788619587.018967:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+24:18771:x1875502872824832:12345-192.168.201.30@tcp:101:dd.0 Request processed in 1164us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.018976:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 44 00000100:00100000:0.0:1788619587.022603:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.023506:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825088 00000100:00100000:2.0:1788619587.023519:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825088 00000100:00100000:2.0:1788619587.023585:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 45 00000100:00100000:2.0:1788619587.023596:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+24:18771:x1875502872825088:12345-192.168.201.30@tcp:36:dd.0 00010000:00010000:2.0:1788619587.023934:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.023970:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.023982:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788619587.024032:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788619587.024057:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b2f0d9ff reply state 000000009de5485f transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.024069:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.024078:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619587.024080:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788619587.024084:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788619587.024562:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825088:12345-192.168.201.30@tcp:36:dd.0 Request processed in 965us (1966us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788619587.024570:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 45 00000020:00080000:2.0:1788619587.024576:0:22754:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788619587.032164:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.032489:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825216 00000100:00100000:3.0:1788619587.032500:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825216 00000100:00100000:3.0:1788619587.032563:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 46 00000100:00100000:3.0:1788619587.032574:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825216:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:3.0:1788619587.032602:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619587.032624:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4000/0xf71e40bfc4ca8f05 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685710 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.032700:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4000/0xf71e40bfc4ca8f05 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685710 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.032715:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4000/0xf71e40bfc4ca8f05 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685710 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.032732:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619587.032736:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788619587.032740:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd4000, rc 0) 00000100:00100000:3.0:1788619587.032799:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18771:x1875502872825216:12345-192.168.201.30@tcp:101:dd.0 Request processed in 225us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.032805:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 46 00000100:00100000:1.0:1788619587.047420:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.048075:0:23909:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825472 00000100:00100000:0.0:1788619587.048087:0:23909:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825472 00000100:00100000:0.0:1788619587.048210:0:23909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:0.0:1788619587.048223:0:23909:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18771:x1875502872825472:12345-192.168.201.30@tcp:103:dd.0 00010000:00010000:0.0:1788619587.048240:0:23909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619587.048266:0:23909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4000/0xf71e40bfc4ca8f05 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685710 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.048287:0:23909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619587.048292:0:23909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619587.048376:0:23909:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825472:12345-192.168.201.30@tcp:103:dd.0 Request processed in 155us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.048384:0:23909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 2 00000100:00100000:1.0:1788619587.050780:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.050945:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825600 00000100:00100000:3.0:1788619587.050956:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825600 00000100:00100000:3.0:1788619587.051021:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 47 00000100:00100000:3.0:1788619587.051032:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825600:12345-192.168.201.30@tcp:58:dd.0 00010000:00010000:3.0:1788619587.051433:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.051453:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.051465:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788619587.053002:0:24284:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788619587.053035:0:24284:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1788619587.053207:0:24284:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1788619587.053310:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825600:12345-192.168.201.30@tcp:58:dd.0 Request processed in 2275us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.053337:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 47 00000100:00100000:1.0:1788619587.056542:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.056629:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825728 00000100:00100000:3.0:1788619587.056639:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825728 00000100:00100000:3.0:1788619587.056702:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 48 00000100:00100000:3.0:1788619587.056712:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+27:18771:x1875502872825728:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:3.0:1788619587.056734:0:22756:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788619587.056754:0:22756:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685717 expref: -99 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056807:0:22756:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056819:0:22756:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056851:0:22756:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056864:0:22756:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056877:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619587.056879:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788619587.056883:0:22756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 28 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.056910:0:22756:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ac2bd4c00, rc 0) 00000100:00100000:3.0:1788619587.057057:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18771:x1875502872825728:12345-192.168.201.30@tcp:101:dd.0 Request processed in 345us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.057065:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 48 00000040:00080000:2.0:1788619587.106204:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788619587.297809:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893912704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788619587.297899:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619587.298079:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788619587.298090:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893912832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788619587.298120:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619587.298467:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893912704 00000100:00100000:3.0:1788619587.298475:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893912704 00000100:00100000:2.0:1788619587.298597:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893912832 00000100:00100000:2.0:1788619587.298602:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893912832 00000100:00100000:2.0:1788619587.298643:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788619587.298653:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893912832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788619587.298686:0:22759:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788619587.298745:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893912832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.298752:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788619587.298958:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893912832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788619587.299137:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788619587.299144:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893912704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788619587.299164:0:22760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788619587.299427:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875502893912704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 283us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.299433:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788619587.299752:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875502893912704:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788619587.425487:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788619587.809410:0:22790:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788619587.809420:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788619587.809447:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788619587.809457:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788619587.809607:0:22790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b18000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22790:1875502893912960:192.168.201.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788619587.809702:0:22790:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e4a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619587.810101:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893913472:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810148:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810176:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893913984:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810221:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810242:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788619587.810248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893913088:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810273:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810291:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893913600:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810325:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810340:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875502893914112:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810359:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810386:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893913216:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810407:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810424:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893913728:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810443:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810457:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893914240:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810512:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810532:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788619587.810537:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893913344:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810560:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810575:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893913856:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810594:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810605:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0afe2d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1875502893914368:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810638:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788619587.810662:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913472 00000100:00100000:2.0:1788619587.810669:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913472 00000100:00100000:2.0:1788619587.810705:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913984 00000100:00100000:2.0:1788619587.810708:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913984 00000100:00100000:2.0:1788619587.810729:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914112 00000100:00100000:2.0:1788619587.810731:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914112 00000100:00100000:2.0:1788619587.810741:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914240 00000100:00100000:2.0:1788619587.810743:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914240 00000100:00100000:2.0:1788619587.810755:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913856 00000100:00100000:2.0:1788619587.810757:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913856 00000100:00100000:2.0:1788619587.810766:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914368 00000100:00100000:2.0:1788619587.810768:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914368 00000100:00100000:2.0:1788619587.810781:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788619587.810788:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893913472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810835:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875502893913472:12345-0@lo:400:kworker.0 Request processed in 46us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.810842:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788619587.810857:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788619587.810863:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893913984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.810887:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875502893913984:12345-0@lo:400:kworker.0 Request processed in 24us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.811020:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788619587.811034:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788619587.811041:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875502893914112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811072:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875502893914112:12345-0@lo:400:kworker.0 Request processed in 32us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.811077:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788619587.811095:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788619587.811100:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893914240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811140:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875502893914240:12345-0@lo:400:kworker.0 Request processed in 40us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.811146:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788619587.811158:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788619587.811164:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893913856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811209:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875502893913856:12345-0@lo:400:kworker.0 Request processed in 46us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.811215:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788619587.811226:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788619587.811232:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875502893914368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811257:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875502893914368:12345-0@lo:400:kworker.0 Request processed in 25us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.811262:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:2.0:1788619587.811295:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0afe2d1880 x1875502893914112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619587.811317:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875502893914112:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811330:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875502893913472:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811338:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875502893913984:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811367:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875502893913856:0@lo:400:kworker.0 00010000:00080000:2.0:1788619587.811375:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d0afe2d1c00 x1875502893914368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788619603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788619587.811394:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1875502893914368:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811406:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875502893914240:0@lo:400:kworker.0 00000100:00100000:2.0:1788619587.811448:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913088 00000100:00100000:2.0:1788619587.811452:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913088 00000100:00100000:2.0:1788619587.811478:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1788619587.811484:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3639:x1875502893913088:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788619587.811696:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788619587.811701:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788619587.811789:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913600 00000100:00100000:0.0:1788619587.811794:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913600 00000100:00100000:0.0:1788619587.811829:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913216 00000100:00100000:0.0:1788619587.811832:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913216 00000100:00100000:0.0:1788619587.811855:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913728 00000100:00100000:0.0:1788619587.811858:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913728 00000100:00100000:0.0:1788619587.811872:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893913344 00000100:00100000:0.0:1788619587.811875:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893913344 00000100:00100000:0.0:1788619587.811898:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619587.811906:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893913600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.811945:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875502893913600:12345-0@lo:400:kworker.0 Request processed in 41us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.811951:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788619587.811965:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619587.811971:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893913216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812001:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893913216:12345-0@lo:400:kworker.0 Request processed in 31us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.812016:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788619587.812027:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619587.812032:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893913728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812059:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1875502893913728:12345-0@lo:400:kworker.0 Request processed in 28us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.812064:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788619587.812074:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788619587.812080:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893913344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812103:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893913344:12345-0@lo:400:kworker.0 Request processed in 24us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.812108:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1788619587.812127:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788619587.812130:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788619587.812151:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875502893913600:0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812174:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893913344:0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812203:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893913216:0@lo:400:kworker.0 00000100:00100000:0.0:1788619587.812211:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875502893913728:0@lo:400:kworker.0 00000100:00100000:3.0:1788619587.812537:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788619587.812548:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893914496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788619587.812582:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619587.812626:0:24266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914496 00000100:00100000:3.0:1788619587.812631:0:24266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914496 00000100:00100000:3.0:1788619587.812659:0:24266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788619587.812665:0:24266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893914496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788619587.812687:0:24266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788619587.812724:0:24266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875502893914496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.812730:0:24266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788619587.812762:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c4175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875502893914496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788619587.813033:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0cd7e57c-ecde-404a-9605-8916c38c530f+24:3639:x1875502893913088:12345-0@lo:400:kworker.0 Request processed in 1547us (2756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.813043:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788619587.813119:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893914624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788619587.813153:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788619587.813262:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0afe2d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0cd7e57c-ecde-404a-9605-8916c38c530f:3639:1875502893913088:0@lo:400:kworker.0 00000100:00100000:1.0:1788619587.813412:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c3b1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893914752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788619587.813441:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788619587.813590:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914624 00000100:00100000:0.0:1788619587.813596:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914624 00000100:00100000:0.0:1788619587.813617:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914752 00000100:00100000:0.0:1788619587.813619:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914752 00000100:00100000:0.0:1788619587.813631:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788619587.813638:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893914624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788619587.813650:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788619587.815706:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875502893914624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2060us (2542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.815722:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788619587.815759:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788619587.815773:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893914752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788619587.815797:0:24265:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788619587.815878:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893914752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (2437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.815885:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788619587.816282:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893914752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788619587.818108:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.818234:0:22790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c3b18000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22790:1875502893912960:192.168.201.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788619587.818410:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825856 00000100:00100000:2.0:1788619587.818418:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825856 00000100:00100000:2.0:1788619587.818475:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:2.0:1788619587.818485:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18772:x1875502872825856:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788619587.818513:0:22754:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788619587.818629:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18772:x1875502872825856:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 Request processed in 145us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.818637:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 49 00000100:00100000:3.0:1788619587.824257:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.824388:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872825984 00000100:00100000:0.0:1788619587.824400:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872825984 00000100:00100000:0.0:1788619587.824461:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:0.0:1788619587.824470:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c4177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18772:x1875502872825984:12345-192.168.201.30@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788619587.824551:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824568:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824580:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824621:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824629:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824648:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824671:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824680:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824686:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788619587.824731:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788619587.824735:0:22756:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788619587.824747:0:22756:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824757:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824763:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824769:0:22756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824774:0:22756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ad600 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619587.824778:0:22756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824785:0:22756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824809:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d09c2705b00) 00010000:00010000:0.0:1788619587.824813:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619587.824819:0:22756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824826:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ad600/0xf71e40bfc4ca8f1a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824841:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824846:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824852:0:22756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824856:0:22756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28acc00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619587.824859:0:22756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824864:0:22756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824871:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9d0af806c300) 00010000:00010000:0.0:1788619587.824873:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619587.824876:0:22756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824881:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f21 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.824882:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875502893914624:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788619587.824904:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824910:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824916:0:22756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824920:0:22756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac000 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619587.824923:0:22756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824930:0:22756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824938:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:0.0:1788619587.824940:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619587.824943:0:22756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.824948:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f28 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619587.825028:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c4177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18772:x1875502872825984:12345-192.168.201.30@tcp:34:lhsmtool_posix.0 Request processed in 558us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.825036:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 50 00000100:00100000:0.0:1788619587.832613:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.832765:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872826240 00000100:00100000:2.0:1788619587.832776:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872826240 00000100:00100000:2.0:1788619587.832838:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:2.0:1788619587.832848:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+28:18772:x1875502872826240:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788619587.832870:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.832889:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f2f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee168571e expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833022:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833037:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833050:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619587.833061:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788619587.833140:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833148:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833154:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833160:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.833165:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833173:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833229:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619587.833233:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788619587.833237:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833253:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f36 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833296:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f2f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168571e expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833318:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d09c2705b00) 00010000:00010000:2.0:1788619587.833320:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788619587.833324:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f2f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168571e expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.833332:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9e00, rc 0) 00000100:00100000:2.0:1788619587.833395:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+29:18772:x1875502872826240:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 548us (793us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788619587.833407:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 51 00000100:00100000:1.0:1788619587.840108:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.840227:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872826368 00000100:00100000:0.0:1788619587.840237:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872826368 00000100:00100000:0.0:1788619587.840335:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:0.0:1788619587.840347:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+29:18772:x1875502872826368:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788619587.840381:0:22756:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788619587.840496:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+29:18772:x1875502872826368:12345-192.168.201.30@tcp:53:lhsmtool_posix.0 Request processed in 151us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.840504:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 52 00000100:00100000:0.0:1788619587.845585:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.849633:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872826624 00000100:00100000:2.0:1788619587.849652:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872826624 00000100:00100000:2.0:1788619587.849743:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 53 00000100:00100000:2.0:1788619587.849755:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+29:18772:x1875502872826624:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788619587.849778:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.849803:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f44 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685725 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788619587.851983:0:22754:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:2.0:1788619587.851996:0:22754:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:2.0:1788619587.852017:0:22754:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1788619587.853780:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f4b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.853814:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f4b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.853827:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f4b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.853921:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f44 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685725 expref: 32 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.853943:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f4b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685725 expref: 31 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.853952:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee400) 00010000:00010000:2.0:1788619587.853955:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788619587.855515:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9800, rc 0) 00000100:00100000:2.0:1788619587.855683:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+31:18772:x1875502872826624:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 5927us (10106us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1788619587.855693:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 53 00000100:00100000:1.0:1788619587.864878:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.865037:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872826880 00000100:00100000:0.0:1788619587.865048:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872826880 00000100:00100000:0.0:1788619587.865125:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 54 00000100:00100000:0.0:1788619587.865515:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+31:18772:x1875502872826880:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788619587.865580:0:22756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619587.865609:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9800/0xf71e40bfc4ca8f4b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685725 expref: 31 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865629:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee400) 00010000:00010000:0.0:1788619587.865639:0:22756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788619587.865661:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865675:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865686:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865702:0:22756:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865728:0:22756:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865735:0:22756:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865782:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865790:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865796:0:22756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865802:0:22756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac000 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619587.865807:0:22756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865815:0:22756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865823:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:0.0:1788619587.865826:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619587.865830:0:22756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865836:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8f59 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865846:0:22756:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865859:0:22756:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865866:0:22756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865870:0:22756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28acc00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:0.0:1788619587.865874:0:22756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865880:0:22756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865889:0:22756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x9f613d8d (ffff9d0af806c300) 00010000:00010000:0.0:1788619587.865891:0:22756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788619587.865894:0:22756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.865899:0:22756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28acc00/0xf71e40bfc4ca8f60 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x9f613d8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22756 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619587.865990:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+30:18772:x1875502872826880:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 854us (1122us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788619587.865998:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 54 00000100:00100000:3.0:1788619587.871015:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.872829:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872827008 00000100:00100000:2.0:1788619587.872846:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872827008 00000100:00100000:2.0:1788619587.872922:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 55 00000100:00100000:2.0:1788619587.872932:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+30:18772:x1875502872827008:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788619587.872957:0:22755:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.872984:0:22755:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f67 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee168572c expref: -99 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873029:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9a00/0xf71e40bfc4ca8f6e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873058:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9a00/0xf71e40bfc4ca8f6e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873070:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9a00/0xf71e40bfc4ca8f6e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873750:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f67 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168572c expref: 32 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873771:0:22755:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9a00/0xf71e40bfc4ca8f6e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168572c expref: 31 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.873781:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:2.0:1788619587.873783:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788619587.873787:0:22755:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9a00, rc 0) 00000100:00100000:2.0:1788619587.873863:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+31:18772:x1875502872827008:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 932us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.873870:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 55 00000100:00100000:3.0:1788619587.881607:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.881970:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872827264 00000100:00100000:0.0:1788619587.881983:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872827264 00000100:00100000:0.0:1788619587.882055:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 56 00000100:00100000:0.0:1788619587.882066:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+31:18772:x1875502872827264:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788619587.882163:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.882239:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.882252:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788619587.882465:0:24284:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1788619587.882477:0:24284:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 711720294873ns, next at 712720292096ns, rc = 0 00000004:00010000:0.0:1788619587.882533:0:24284:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000069cf7f64 reply state 000000003bdb48d2 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.882548:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.882556:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:0.0:1788619587.882560:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788619587.882564:0:24284:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788619587.882671:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+33:18772:x1875502872827264:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 606us (1075us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1788619587.882678:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 56 00000100:00100000:0.0:1788619587.894387:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.894518:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872827392 00000100:00100000:2.0:1788619587.894529:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872827392 00000100:00100000:2.0:1788619587.894597:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 57 00000100:00100000:2.0:1788619587.894608:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+33:18772:x1875502872827392:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788619587.894636:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.894660:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685733 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.894744:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 34 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.894776:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 34 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.894801:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:2.0:1788619587.894805:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788619587.894810:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c9e00, rc 0) 00000100:00100000:2.0:1788619587.894885:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+34:18772:x1875502872827392:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 279us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.894893:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 57 00000100:00100000:2.0:1788619587.909317:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.920348:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872827520 00000100:00100000:0.0:1788619587.920368:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872827520 00000100:00080000:1.0:1788619587.920580:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788619587.920907:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788619587.920921:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2391:x1875502872827520:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788619587.921293:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2391:x1875502872827520:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 Request processed in 372us (11990us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788619587.921311:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788619587.939953:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.940274:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872827776 00000100:00100000:3.0:1788619587.940285:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872827776 00000100:00100000:3.0:1788619587.940483:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:3.0:1788619587.940496:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3b1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+34:18772:x1875502872827776:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788619587.940763:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3b1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+35:18772:x1875502872827776:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 269us (823us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1788619587.940771:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 9 00000100:00100000:1.0:1788619587.949582:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.949669:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828032 00000100:00100000:0.0:1788619587.949681:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828032 00000100:00100000:0.0:1788619587.949737:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:0.0:1788619587.949748:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+35:18772:x1875502872828032:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788619587.949873:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+35:18772:x1875502872828032:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 125us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.949880:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:1.0:1788619587.954369:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.954577:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828160 00000100:00100000:2.0:1788619587.954590:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828160 00000100:00100000:2.0:1788619587.954668:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:2.0:1788619587.954681:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+35:18772:x1875502872828160:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788619587.954706:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788619587.954727:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8400/0xf71e40bfc4ca8f83 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee168573a expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954807:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954824:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954837:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788619587.954914:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788619587.954938:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954966:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8400/0xf71e40bfc4ca8f83 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168573a expref: 37 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954986:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168573a expref: 36 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.954995:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:2.0:1788619587.954999:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788619587.955014:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c39c8e00, rc 0) 00000100:00100000:2.0:1788619587.955084:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+36:18772:x1875502872828160:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 405us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619587.955091:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:1.0:1788619587.963577:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619587.964423:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828288 00000100:00100000:0.0:1788619587.964436:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828288 00000100:00100000:0.0:1788619587.964513:0:24264:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:0.0:1788619587.964525:0:24264:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2392:x1875502872828288:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788619587.964542:0:24264:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788619587.964563:0:24264:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685741 expref: -99 pid: 24264 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788619587.964591:0:24264:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9c2b44, blocks: 0x0 00010000:00010000:0.0:1788619587.964614:0:24264:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1788619587.964620:0:24264:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619587.964630:0:24264:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 7 pid: 24264 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.964654:0:24264:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 7 pid: 24264 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619587.964668:0:24264:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d09c28ac000, rc 0) 00000100:00100000:0.0:1788619587.964754:0:24264:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2392:x1875502872828288:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 230us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619587.964761:0:24264:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:1.0:1788619587.971407:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619587.971572:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828544 00000100:00100000:3.0:1788619587.971582:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828544 00000100:00100000:3.0:1788619587.971650:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:3.0:1788619587.971661:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+36:18772:x1875502872828544:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788619587.971780:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+36:18772:x1875502872828544:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 119us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619587.971787:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:3.0:1788619587.975538:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619587.982143:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828672 00000100:00100000:2.0:1788619587.982160:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828672 00000100:00100000:2.0:1788619587.982252:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:2.0:1788619587.982263:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+36:18772:x1875502872828672:12345-192.168.201.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788619587.996629:0:22734:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788619587.996649:0:22734:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:2.0:1788619587.996743:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996757:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996764:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996778:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada504e00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.996783:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996789:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996809:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d09c3742b00) 00010000:00010000:2.0:1788619587.996813:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619587.996818:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996825:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8d84 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996847:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996871:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996877:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996883:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505400 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.996886:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996892:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996911:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:2.0:1788619587.996912:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619587.996915:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996918:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505400/0xf71e40bfc4ca8d8b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996929:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996933:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996937:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996941:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac800 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.996943:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996947:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996951:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d0af806cb00) 00010000:00010000:2.0:1788619587.996953:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619587.996954:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996958:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac800/0xf71e40bfc4ca8e5d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996975:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996979:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996984:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.996985:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1788619587.996988:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c9c00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.996991:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.996995:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.997005:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893914880:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1788619587.997013:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619587.997017:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619587.997019:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997025:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9c00/0xf71e40bfc4ca8efe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997035:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997041:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997048:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997059:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ace00 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619587.997061:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997065:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619587.997072:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:2.0:1788619587.997074:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788619587.997078:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.997079:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788619587.997086:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ace00/0xf71e40bfc4ca8f75 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.997145:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893914880 00000100:00100000:1.0:1788619587.997154:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893914880 00000100:00100000:2.0:1788619587.997232:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788619587.997240:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1875502893914880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788619587.997378:0:25155:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788619587.997382:0:25155:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788619587.997384:0:25155:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788619587.997386:0:25155:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788619588 -> 1788619588 00002000:00010000:2.0:1788619587.997388:0:25155:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788619587.997444:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3637:x1875502893914880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (367us total) trans 12884901892 rc 0/0 00000004:00080000:0.0:1788619587.997519:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d0af77faa00/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788619587.997526:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875502893914880:0@lo:2:osp-syn-0-0.0 00000001:00080000:3.0:1788619587.997722:0:22734:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1788619587.999269:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999287:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999306:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999312:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ada505200 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:3.0:1788619587.999319:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999327:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999348:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d09c3742e00) 00010000:00010000:3.0:1788619587.999351:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1788619587.999357:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619587.999363:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8de6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619587.999966:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c3922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+15:18772:x1875502872828672:12345-192.168.201.30@tcp:44:lhsmtool_posix.0 Request processed in 17696us (24428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619587.999979:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 61 00000100:00100000:2.0:1788619588.001589:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788619588.004252:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.004339:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872828800 00000100:00100000:0.0:1788619588.004362:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872828800 00000100:00100000:0.0:1788619588.004436:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:0.0:1788619588.004447:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2390:x1875502872828800:12345-192.168.201.30@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788619588.004566:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2390:x1875502872828800:12345-192.168.201.30@tcp:16:lhsmtool_posix.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619588.004575:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 23 00000100:00100000:1.0:1788619588.009823:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.010268:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829056 00000100:00100000:3.0:1788619588.010278:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829056 00000100:00080000:1.0:1788619588.010466:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788619588.010584:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 62 00000100:00100000:3.0:1788619588.010596:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+15:18772:x1875502872829056:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788619588.010650:0:24284:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619588.010678:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8e00/0xf71e40bfc4ca8f8a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168573a expref: 15 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.010717:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:3.0:1788619588.010722:0:24284:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788619588.010754:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5400/0xf71e40bfc4ca8f98 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.010766:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5400/0xf71e40bfc4ca8f98 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.010775:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5400/0xf71e40bfc4ca8f98 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788619588.010901:0:24284:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000004a6bfd3 reply state 00000000754008f9 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5400/0xf71e40bfc4ca8f98 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.010913:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5400/0xf71e40bfc4ca8f98 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.010920:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:3.0:1788619588.010922:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788619588.010925:0:24284:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788619588.011026:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+16:18772:x1875502872829056:12345-192.168.201.30@tcp:36:lhsmtool_posix.0 Request processed in 432us (1212us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1788619588.011033:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 62 00000100:00100000:3.0:1788619588.013804:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:1.0:1788619588.013927:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829184 00000100:00100000:1.0:1788619588.013940:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829184 00000100:00100000:1.0:1788619588.014010:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:1.0:1788619588.014042:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:18772:x1875502872829184:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788619588.014060:0:24261:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619588.014083:0:24261:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee1685748 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.014120:0:24261:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 8 pid: 24264 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.014129:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619588.014143:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788619588.014150:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.014235:0:24261:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 8 pid: 24264 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.014250:0:24261:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 8 pid: 24264 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.014268:0:24261:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24261:1875502893915008:192.168.201.30@tcp:104: 00000100:00100000:1.0:1788619588.014380:0:24261:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac5ad7840 going to sleep for 11 seconds 00000100:00100000:2.0:1788619588.020671:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.020730:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829312 00000100:00100000:3.0:1788619588.020741:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829312 00010000:00010000:3.0:1788619588.020788:0:22741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 9 pid: 24264 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619588.020866:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788619588.020876:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:2390:x1875502872829312:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619588.020902:0:22741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619588.020932:0:22741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 9 pid: 24264 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.020947:0:22741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 9 pid: 24264 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.020960:0:24261:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24261:1875502893915008:192.168.201.30@tcp:104: 00010000:00010000:3.0:1788619588.020973:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eecb72bf/0xf71e40bfc4ca8f91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685741 expref: 9 pid: 24264 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.020993:0:22741:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619588.020998:0:22741:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619588.021005:0:22741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.021016:0:22741:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.021032:0:24261:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.021061:0:24261:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada505200, rc 0) 00010000:00010000:3.0:1788619588.021062:0:22741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619588.021094:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c1efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22741:1875502893915136:192.168.201.30@tcp:105: 00000100:00100000:1.0:1788619588.021196:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aee9df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:18772:x1875502872829184:12345-192.168.201.30@tcp:101:lhsmtool_posix.0 Request processed in 7139us (7388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.021205:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 24 00000100:00100000:3.0:1788619588.021397:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac6aa1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788619588.025988:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c1efed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22741:1875502893915136:192.168.201.30@tcp:105: 00010000:00010000:3.0:1788619588.026018:0:22741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788619588.026405:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.026530:0:25155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829440 00000100:00100000:3.0:1788619588.026537:0:25155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829440 00000100:00100000:3.0:1788619588.026665:0:25155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:3.0:1788619588.026675:0:25155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:2390:x1875502872829440:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788619588.026908:0:25155:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788619588.026912:0:25155:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788619587 00002000:00010000:3.0:1788619588.026915:0:25155:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788619586 00002000:00010000:3.0:1788619588.026917:0:25155:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788619588 -> 1788619587 00002000:00010000:3.0:1788619588.026919:0:25155:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788619588.026966:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:2390:x1875502872829312:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 6089us (6306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619588.026977:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 19 00000100:00100000:3.0:1788619588.027586:0:25155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:2390:x1875502872829440:12345-192.168.201.30@tcp:2:lhsmtool_posix.0 Request processed in 909us (1179us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788619588.027596:0:25155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 25 00000100:00100000:2.0:1788619588.032155:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.033033:0:25154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829568 00000100:00100000:0.0:1788619588.033048:0:25154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829568 00000100:00100000:0.0:1788619588.033126:0:25154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:0.0:1788619588.033137:0:25154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aea548450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:2391:x1875502872829568:12345-192.168.201.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788619588.033212:0:25154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.033235:0:25154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.033243:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788619588.033249:0:25154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788619588.033254:0:25154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.033336:0:25154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.033352:0:25154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 8 pid: 24261 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619588.033368:0:25154:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:25154:1875502893915264:192.168.201.30@tcp:104: 00000100:00100000:0.0:1788619588.033462:0:25154:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e4a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619588.039056:0:25154:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:25154:1875502893915264:192.168.201.30@tcp:104: 00010000:00010000:0.0:1788619588.039096:0:25154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.039351:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.039444:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829696 00000100:00100000:3.0:1788619588.039453:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829696 00010000:00010000:3.0:1788619588.039502:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 9 pid: 24261 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619588.039583:0:23909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 20 00000100:00100000:0.0:1788619588.039596:0:23909:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+9:2390:x1875502872829696:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788619588.039614:0:23909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788619588.039644:0:23909:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 9 pid: 24261 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.039659:0:23909:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 9 pid: 24261 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.039686:0:23909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c76388e6/0xf71e40bfc4ca8f9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685748 expref: 9 pid: 24261 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.039723:0:23909:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788619588.039728:0:23909:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788619588.039735:0:23909:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.039744:0:23909:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.039787:0:23909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788619588.040001:0:23909:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:2390:x1875502872829696:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 265us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619588.040011:0:23909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 20 00010000:00010000:2.0:1788619588.040222:0:25154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040232:0:25154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040254:0:25154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040264:0:25154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040271:0:25154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040278:0:25154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619588.040283:0:25154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040292:0:25154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040330:0:25154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.040339:0:25154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054c1e2f5/0xf71e40bfc4ca8fa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.040406:0:25154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aea548450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+7:2391:x1875502872829568:12345-192.168.201.30@tcp:1:lhsmtool_posix.0 Request processed in 7271us (8261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619588.040416:0:25154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 26 00000100:00100000:2.0:1788619588.043957:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.044015:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872829952 00000100:00100000:0.0:1788619588.044027:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872829952 00000100:00100000:0.0:1788619588.044100:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 63 00000100:00100000:0.0:1788619588.044111:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+16:18772:x1875502872829952:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788619588.044597:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.044623:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 16 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.044632:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.044672:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 16 pid: 22755 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.044714:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 16 pid: 22755 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619588.044729:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915392:192.168.201.30@tcp:104: 00000100:00100000:0.0:1788619588.044818:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c1e4a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788619588.049835:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915392:192.168.201.30@tcp:104: 00010000:00010000:0.0:1788619588.049877:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.061251:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.061747:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830080 00000100:00100000:3.0:1788619588.061761:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830080 00010000:00010000:3.0:1788619588.061813:0:22740:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 17 pid: 22755 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619588.061875:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 21 00000100:00100000:3.0:1788619588.062143:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0afe22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+17:2391:x1875502872830080:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619588.062160:0:22740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619588.062167:0:22740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 17 pid: 22755 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062210:0:22740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 17 pid: 22755 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062234:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9400/0xf71e40bfc4ca8ef7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685709 expref: 17 pid: 22755 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062250:0:22740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:3.0:1788619588.062256:0:22740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 16 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062266:0:22740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062274:0:22740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062283:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.062319:0:22740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788619588.062389:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+16:2391:x1875502872830080:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 505us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619588.062405:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 21 00010000:00010000:0.0:1788619588.062575:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.062583:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.062815:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.062829:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 16 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.062843:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.062874:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 16 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.063000:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 16 pid: 22754 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788619588.063024:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915520:192.168.201.30@tcp:104: 00000100:00100000:0.0:1788619588.063099:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ac87aca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788619588.068343:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c2937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915520:192.168.201.30@tcp:104: 00010000:00010000:0.0:1788619588.068377:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.068787:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.068951:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830208 00000100:00100000:3.0:1788619588.068962:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830208 00010000:00010000:3.0:1788619588.069014:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 17 pid: 22754 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788619588.069060:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:3.0:1788619588.069081:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+17:2391:x1875502872830208:12345-192.168.201.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788619588.069096:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788619588.069104:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 17 pid: 22754 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069129:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 17 pid: 22754 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069154:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c9e00/0xf71e40bfc4ca8f7c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685733 expref: 17 pid: 22754 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069171:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:3.0:1788619588.069176:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069250:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069258:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.069336:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788619588.069351:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.069358:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788619588.069492:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1788619588.069618:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1788619588.069670:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788619588.069695:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:2391:x1875502872830208:12345-192.168.201.30@tcp:103:ldlm_bl.0 Request processed in 613us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619588.069704:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 22 00000100:00100000:1.0:1788619588.069779:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22754:1875502893915648:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788619588.069827:0:22754:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619588.069862:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d09c3bb2600 going to sleep for 11 seconds 00000100:00100000:3.0:1788619588.070392:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893915648 00000100:00100000:3.0:1788619588.070400:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893915648 00000100:00100000:3.0:1788619588.070438:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788619588.070446:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af77f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1875502893915648:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788619588.070615:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af77f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1875502893915648:12345-0@lo:1000:mdt00_000.0 Request processed in 169us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1788619588.070622:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788619588.071224:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22754:1875502893915648:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1788619588.071436:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1788619588.071513:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d0af77f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22754:1875502893915776:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788619588.071562:0:22754:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788619588.071657:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a180 going to sleep for 11 seconds 00000100:00100000:3.0:1788619588.077773:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502893915776 00000100:00100000:3.0:1788619588.077791:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502893915776 00000100:00100000:2.0:1788619588.078432:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788619588.078446:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1875502893915776:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788619588.078696:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c41a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22754:x1875502893915776:12345-0@lo:1000:mdt00_000.0 Request processed in 252us (7133us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1788619588.078704:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788619588.078801:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d0af77f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22754:1875502893915776:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788619588.078859:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078901:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078909:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078916:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac200 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619588.078921:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078929:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078949:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:1.0:1788619588.078952:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788619588.078957:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078963:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac200/0xf71e40bfc4ca8fb4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.078997:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079003:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079008:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079013:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4600 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:1.0:1788619588.079024:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079030:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079038:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:1.0:1788619588.079040:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788619588.079046:0:22754:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 19 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079057:0:22754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 19 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079066:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 19 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.079128:0:22754:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4c00/0xf71e40bfc4ca8f13 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee1685717 expref: 19 pid: 22756 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.079143:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d09c41ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915904:192.168.201.30@tcp:105: 00000100:00100000:1.0:1788619588.079260:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d0ad2f2a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788619588.083762:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d09c41ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22754:1875502893915904:192.168.201.30@tcp:105: 00010000:00010000:2.0:1788619588.083802:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083814:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd4600/0xf71e40bfc4ca8f0c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083853:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083897:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083909:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083921:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083927:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083934:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083940:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8000 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619588.083945:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083953:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083964:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619588.083968:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788619588.083972:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083978:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c39c8000/0xf71e40bfc4ca8fbb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083988:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.083998:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.084001:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.084004:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c28ac000 already unused, calling callback (ffffffffc17774f0) 00010000:00010000:2.0:1788619588.084006:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.084010:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.084015:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:2.0:1788619588.084017:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788619588.084018:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.084022:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d09c28ac000/0xf71e40bfc4ca8fad lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.084226:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0afe22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18772:x1875502872829952:12345-192.168.201.30@tcp:57:lhsmtool_posix.0 Request processed in 40116us (40279us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1788619588.084234:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 63 00000020:00080000:2.0:1788619588.084239:0:22754:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1788619588.084262:0:22790:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788619588.084268:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788619588.084311:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788619588.084318:0:22790:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788619588.087644:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619588.088095:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830336 00000100:00100000:2.0:1788619588.088106:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830336 00000100:00100000:2.0:1788619588.088214:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:2.0:1788619588.088227:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0ad0fe0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18771:x1875502872830336:12345-192.168.201.30@tcp:49:dd.0 00000100:00100000:2.0:1788619588.088686:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0ad0fe0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18771:x1875502872830336:12345-192.168.201.30@tcp:49:dd.0 Request processed in 461us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619588.088696:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 10 00000100:00100000:0.0:1788619588.092205:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.092263:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:3.0:1788619588.092264:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830592 00000100:00100000:3.0:1788619588.092276:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830592 00000100:00100000:3.0:1788619588.092409:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 11 00000100:00100000:3.0:1788619588.092421:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+19:18772:x1875502872830592:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788619588.092434:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830720 00000100:00100000:1.0:1788619588.092440:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830720 00000100:00100000:1.0:1788619588.092476:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 64 00000100:00100000:1.0:1788619588.092484:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+20:18771:x1875502872830720:12345-192.168.201.30@tcp:101:dd.0 00010000:00010000:1.0:1788619588.092496:0:24284:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788619588.092535:0:24284:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8fc2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffdf03ee168574f expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.092580:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8fc9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.092596:0:24284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8fc9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.092608:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8fc9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.092700:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada505200/0xf71e40bfc4ca8fc2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168574f expref: 23 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788619588.092703:0:22757:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1788619588.092724:0:24284:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ada504e00/0xf71e40bfc4ca8fc9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.30@tcp remote: 0xffdf03ee168574f expref: 22 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788619588.092733:0:24284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d0af806cd00) 00010000:00010000:1.0:1788619588.092737:0:24284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000001:00080000:3.0:1788619588.092740:0:22757:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1788619588.092741:0:24284:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d0ada504e00, rc 0) 00010000:00010000:3.0:1788619588.092766:0:22757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.092779:0:22757:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.092797:0:22757:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.092803:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5530feba-f4b6-4c55-8ce7-20eb213b2b87+23:18771:x1875502872830720:12345-192.168.201.30@tcp:101:dd.0 Request processed in 317us (537us total) trans 0 rc 0/0 00010000:00010000:3.0:1788619588.092808:0:22757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788619588.092815:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 64 00010000:00010000:3.0:1788619588.092819:0:22757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.092827:0:22757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.092844:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788619588.092907:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2937b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+22:18772:x1875502872830592:12345-192.168.201.30@tcp:35:lhsmtool_posix.0 Request processed in 488us (735us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788619588.092915:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 11 00000020:00080000:3.0:1788619588.092919:0:22757:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788619588.095096:0:25160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788619588.095110:0:25160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.095123:0:25160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd5600 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619588.095127:0:25160:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.095212:0:25160:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.095234:0:25160:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d0aee9ee500) 00010000:00010000:0.0:1788619588.095237:0:25160:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788619588.095243:0:25160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.095250:0:25160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d0ac2bd5600/0xf71e40bfc4ca8fd0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22757 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.095265:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619588.095287:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788619588.095288:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619588.123914:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.123960:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:2.0:1788619588.124159:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830848 00000100:00100000:2.0:1788619588.124169:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830848 00000100:00100000:2.0:1788619588.124430:0:24267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872830976 00000100:00100000:2.0:1788619588.124435:0:24267:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872830976 00000100:00100000:3.0:1788619588.126292:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:3.0:1788619588.126323:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+8:2391:x1875502872830848:12345-192.168.201.30@tcp:4:dd.0 00002000:00010000:3.0:1788619588.126391:0:24269:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9c2b43, atime: 0x6a9c2b42, ctime: 0x6a9c2b43, blocks: 0x0 00010000:00010000:3.0:1788619588.126400:0:24269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.126415:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1788619588.126419:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788619588.126424:0:24269:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788619588.126453:0:24269:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788619588.216789:0:24258:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1788619588.216816:0:24258:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:0.0:1788619588.219537:0:24269:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1788619588.219548:0:24269:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788619587 -> 1788619588 00002000:00010000:0.0:1788619588.219550:0:24269:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788619587 -> 1788619588 00002000:00010000:0.0:1788619588.219552:0:24269:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1788619588.219575:0:24269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219591:0:24269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219600:0:24269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219608:0:24269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d0ac2bd4e00 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:0.0:1788619588.219613:0:24269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219622:0:24269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219646:0:24269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788619588.219654:0:24269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce55c41/0xf71e40bfc4ca8fd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.219936:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+6:2391:x1875502872830848:12345-192.168.201.30@tcp:4:dd.0 Request processed in 93616us (96029us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788619588.219948:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 0 00000100:00100000:2.0:1788619588.219983:0:24269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 1 00000100:00100000:2.0:1788619588.220007:0:24269:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d09c2936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2391:x1875502872830976:12345-192.168.201.30@tcp:4:dd.0 00002000:00010000:2.0:1788619588.220063:0:24269:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a9c2b44, atime: 0x6a9c2b42, ctime: 0x6a9c2b44, blocks: 0x2000 00010000:00010000:2.0:1788619588.220070:0:24269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.220082:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=712s v=(0 0) 00010000:00010000:2.0:1788619588.220087:0:24269:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788619588.220093:0:24269:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.220105:0:24269:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788619588.298883:0:24258:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1788619588.299114:0:24269:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788619588.299138:0:24269:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788619588.299158:0:24269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299172:0:24269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299214:0:24269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299222:0:24269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d09c39c8000 already unused, calling callback (ffffffffc0b7e4f0) 00010000:00010000:2.0:1788619588.299227:0:24269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299237:0:24269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299259:0:24269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788619588.299266:0:24269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021330bc4/0xf71e40bfc4ca8fde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788619588.299392:0:24269:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d09c2936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2391:x1875502872830976:12345-192.168.201.30@tcp:4:dd.0 Request processed in 79395us (175425us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788619588.299403:0:24269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 1 00010000:00010000:2.0:1788619588.449662:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788619588.767885:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768012:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768048:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768075:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768093:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768113:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768132:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.30@tcp (source: 12345-192.168.201.30@tcp) 00000100:00100000:0.0:1788619588.768176:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831616 00000100:00100000:1.0:1788619588.768441:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831360 00000100:00100000:1.0:1788619588.768451:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831360 00000100:00100000:1.0:1788619588.768509:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831872 00000100:00100000:1.0:1788619588.768512:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831872 00000100:00100000:1.0:1788619588.768546:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831744 00000100:00100000:1.0:1788619588.768562:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831744 00000100:00100000:1.0:1788619588.768585:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:1.0:1788619588.768595:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872831360:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619588.768668:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872831360:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 74us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.768675:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 15 00000100:00100000:1.0:1788619588.768694:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788619588.768701:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831872:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619588.768723:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831872:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 22us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.768728:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 16 00000100:00100000:1.0:1788619588.768738:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00100000:1.0:1788619588.768743:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831744:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619588.768764:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831744:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 21us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.768771:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 17 00000100:00080000:1.0:1788619588.768794:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788619588.768798:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788619588.768809:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831232 00000100:00100000:1.0:1788619588.768812:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831232 00000100:00080000:1.0:1788619588.768826:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788619588.768851:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831488 00000100:00100000:1.0:1788619588.768854:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831488 00000100:00100000:1.0:1788619588.768877:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:1.0:1788619588.768883:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872831232:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619588.768909:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5530feba-f4b6-4c55-8ce7-20eb213b2b87+5:2393:x1875502872831232:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 27us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.768923:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 58 00000100:00100000:1.0:1788619588.768937:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00100000:1.0:1788619588.768944:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2393:x1875502872831488:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:1.0:1788619588.768973:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+6:2393:x1875502872831488:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 30us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788619588.768980:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 59 00000100:00080000:1.0:1788619588.768995:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788619588.769177:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831616 00000100:00100000:0.0:1788619588.769244:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00100000:0.0:1788619588.769250:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0aff7cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831616:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:0.0:1788619588.769281:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0aff7cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f5dcd1a3-f129-4732-b32c-b8a92add7f8d+5:2393:x1875502872831616:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 31us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788619588.769299:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 60 00000100:00080000:0.0:1788619588.769344:0:22750:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788619588.769864:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875502872831104 00000100:00100000:2.0:1788619588.769872:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875502872831104 00000100:00100000:2.0:1788619588.769957:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.30@tcp, seq: 165 00000100:00100000:2.0:1788619588.769966:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2393:x1875502872831104:12345-192.168.201.30@tcp:400:kworker.0 00000100:00100000:2.0:1788619588.770025:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d0af6a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ed857d3-0c9c-4fc1-b616-2805ab5102eb+13:2393:x1875502872831104:12345-192.168.201.30@tcp:400:kworker.0 Request processed in 60us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1788619588.770032:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.30@tcp, seq: 165 00010000:00010000:0.0:1788619589.474392:0:22743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788619589.832995:0:25837:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788619590.500888:0:25160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788619591.523340:0:22742:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13861 lines, 13861 kept, 0 dropped, 0 bad.