00010000:00010000:3.0F:1789066278.415084:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1789066279.439204:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066279.444683:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066279.448757:0:17057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316794368 00000100:00100000:3.0:1789066279.448784:0:17057:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316794368 00000100:00100000:3.0:1789066279.449341:0:17057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 172 00000100:00100000:3.0:1789066279.449355:0:17057:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5091a003-c7e9-4b72-948b-39d312f8043f+13:2405:x1875971316794368:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066279.465651:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.465697:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.465728:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066279.466183:0:17057:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5091a003-c7e9-4b72-948b-39d312f8043f+13:2405:x1875971316794368:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 16825us (21511us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.466204:0:17057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 172 00000100:00100000:1.0:1789066279.466674:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.466721:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.466743:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.466775:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066279.467401:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316794752 00000100:00100000:3.0:1789066279.467415:0:18713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316794752 00000100:00100000:3.0:1789066279.467496:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316794880 00000100:00100000:3.0:1789066279.467501:0:18713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316794880 00000100:00100000:3.0:1789066279.467516:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795264 00000100:00100000:3.0:1789066279.467519:0:18713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795264 00000100:00100000:1.0:1789066279.468179:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066279.468216:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316794496 00000100:00100000:1.0:1789066279.468221:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316794496 00000100:00100000:1.0:1789066279.468260:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316794624 00000100:00100000:1.0:1789066279.468263:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316794624 00000100:00100000:1.0:1789066279.468279:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795136 00000100:00100000:1.0:1789066279.468282:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795136 00000100:00100000:1.0:1789066279.468299:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795008 00000100:00100000:1.0:1789066279.468302:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795008 00000100:00100000:1.0:1789066279.468320:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 82 00000100:00100000:1.0:1789066279.468330:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+26:2405:x1875971316794496:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066279.468436:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+26:2405:x1875971316794496:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 107us (2800us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066279.468455:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 82 00000100:00100000:1.0:1789066279.468476:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 83 00000100:00100000:1.0:1789066279.468484:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2405:x1875971316794624:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066279.468513:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2405:x1875971316794624:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 31us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066279.468519:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 83 00000100:00100000:3.0:1789066279.470912:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795392 00000100:00100000:3.0:1789066279.470931:0:18713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795392 00000100:00100000:3.0:1789066279.470963:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 34 00000100:00100000:3.0:1789066279.470975:0:18713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+10:2405:x1875971316794752:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066279.471091:0:18713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+10:2405:x1875971316794752:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 118us (5361us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471098:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 34 00000100:00100000:3.0:1789066279.471115:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 36 00000100:00100000:3.0:1789066279.471121:0:18713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2403:x1875971316794880:12345-192.168.202.53@tcp:9:kworker.0 00000020:00000080:3.0:1789066279.471145:0:18713:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1bb0 00000100:00080000:3.0:1789066279.471168:0:18713:0:(import.c:65:import_set_state_nolock()) ffff9478c2171800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066279.471226:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789066279.471390:0:18713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+2:2403:x1875971316794880:12345-192.168.202.53@tcp:9:kworker.0 Request processed in 267us (4716us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471419:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 36 00000100:00100000:3.0:1789066279.471433:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 37 00000100:00100000:3.0:1789066279.471440:0:18713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f088819f-6923-4f1a-b663-f36199046c5b+5:2403:x1875971316795264:12345-192.168.202.53@tcp:9:kworker.0 00000020:00000080:3.0:1789066279.471463:0:18713:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1bef 00000100:00080000:3.0:1789066279.471472:0:18713:0:(import.c:65:import_set_state_nolock()) ffff9479c34e3000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066279.471498:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1789066279.471595:0:18713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f088819f-6923-4f1a-b663-f36199046c5b+2:2403:x1875971316795264:12345-192.168.202.53@tcp:9:kworker.0 Request processed in 154us (4871us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471602:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 37 00000100:00100000:3.0:1789066279.471614:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:3.0:1789066279.471621:0:18713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f088819f-6923-4f1a-b663-f36199046c5b+5:2403:x1875971316795392:12345-192.168.202.53@tcp:9:kworker.0 00000020:00000080:3.0:1789066279.471633:0:18713:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1be8 00000100:00080000:3.0:1789066279.471639:0:18713:0:(import.c:65:import_set_state_nolock()) ffff9479fef43800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789066279.471667:0:18713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789066279.471718:0:18713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f088819f-6923-4f1a-b663-f36199046c5b+2:2403:x1875971316795392:12345-192.168.202.53@tcp:9:kworker.0 Request processed in 98us (3546us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471725:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:3.0:1789066279.471757:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 84 00000100:00100000:3.0:1789066279.471766:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+5:2404:x1875971316795136:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066279.471825:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+5:2404:x1875971316795136:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 60us (5080us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471831:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 84 00000100:00100000:3.0:1789066279.471848:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 85 00000100:00100000:3.0:1789066279.471855:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+6:2404:x1875971316795008:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066279.471886:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+6:2404:x1875971316795008:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 32us (5111us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066279.471892:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 85 00010000:00010000:3.0:1789066279.471963:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066279.471970:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066279.472331:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789066279.472343:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066279.472348:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789066279.472350:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789066279.472377:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789066279.485483:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f088819f-6923-4f1a-b663-f36199046c5b 00000020:00000080:1.0:1789066279.485497:0:18568:0:(genops.c:885:class_export_put()) final put ffff9479c34e0800/f088819f-6923-4f1a-b663-f36199046c5b 00000001:00080000:1.0:1789066279.485534:0:18568:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000001:00080000:1.0:1789066279.485547:0:18568:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000020:00000080:3.0:1789066279.485726:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c34e0800/f088819f-6923-4f1a-b663-f36199046c5b for lustre-OST0000 00000020:00000080:3.0:1789066279.485815:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c34e3000 for lustre-OST0000 00000100:00100000:3.0:1789066280.016732:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345202560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789066280.016857:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066280.016945:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345202560 00000100:00100000:3.0:1789066280.016956:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345202560 00000100:00100000:3.0:1789066280.017031:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789066280.017041:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345202560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789066280.017660:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789066280.018192:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345202560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1147us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066280.018205:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1789066280.018243:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1789066280.024029:0:17042:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:1.0:1789066280.024084:0:17042:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9479d0503600 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1789066280.024091:0:17042:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9479dfb2f900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9479d05033c0 00000020:00080000:1.0:1789066280.024094:0:17042:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9479dfb2fd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9478c32be000 00000100:00100000:2.0F:1789066280.024103:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345202560:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789066280.024138:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066280.024150:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789066280.024159:0:17102:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:1.0:1789066280.024159:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066280.024166:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0713e00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:1.0:1789066280.024172:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066280.024181:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066280.024203:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9478c3316000) 00010000:00010000:1.0:1789066280.024207:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066280.024220:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066280.024226:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479e0713e00/0x6be491be349d1ef1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17062 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789066280.024253:0:17102:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0F:1789066280.465206:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066280.528585:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345202688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789066280.528679:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066280.528763:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345202688 00000100:00100000:2.0:1789066280.528774:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345202688 00000100:00100000:2.0:1789066280.528855:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789066280.528866:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345202688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789066280.528929:0:17067:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789066280.528986:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345202688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066280.528993:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789066280.529055:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345202688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066280.533359:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f806a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345202816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066280.533472:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066280.534948:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345202816 00000100:00100000:2.0:1789066280.534968:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345202816 00000100:00100000:2.0:1789066280.535045:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789066280.535057:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345202816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789066280.535108:0:17067:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789066280.539062:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345202816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3988us (5571us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066280.539085:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789066280.545122:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f806a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345202816:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789066281.041841:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345202944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789066281.041953:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.042037:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345202944 00000100:00100000:2.0:1789066281.042048:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345202944 00000100:00100000:2.0:1789066281.042146:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789066281.042176:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345202944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789066281.042220:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789066281.042275:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345202944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.042283:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:2.0:1789066281.042308:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066281.042356:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345202944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789066281.044203:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345203072:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044295:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044358:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345203584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044389:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044411:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345204096:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044445:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044477:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789066281.044485:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345203200:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044516:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044538:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345203712:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044560:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044578:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345204224:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044598:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044631:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345203328:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044659:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044678:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345203840:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044698:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044729:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345204352:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044751:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044772:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789066281.044779:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345203456:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044834:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044854:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345203968:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044876:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044888:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345204480:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.044910:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.044940:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203584 00000100:00100000:2.0:1789066281.044951:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203584 00000100:00100000:2.0:1789066281.044999:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204096 00000100:00100000:2.0:1789066281.045002:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204096 00000100:00100000:2.0:1789066281.045029:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204224 00000100:00100000:2.0:1789066281.045032:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204224 00000100:00100000:3.0:1789066281.045037:0:17055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203072 00000100:00100000:3.0:1789066281.045042:0:17055:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203072 00000100:00100000:2.0:1789066281.045046:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204352 00000100:00100000:2.0:1789066281.045048:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204352 00000100:00100000:2.0:1789066281.045061:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203968 00000100:00100000:2.0:1789066281.045063:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203968 00000100:00100000:3.0:1789066281.045078:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789066281.045087:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204480 00000100:00100000:3.0:1789066281.045089:0:17055:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3653:x1875971345203072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.045090:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204480 00000100:00100000:2.0:1789066281.045105:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789066281.045110:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345203584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.045480:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345203584:12345-0@lo:400:kworker.0 Request processed in 367us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.045489:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789066281.045514:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789066281.045522:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875971345204096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066281.052033:0:17055:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3653:x1875971345203072:12345-0@lo:400:kworker.0 Request processed in 5550us (6342us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066281.052066:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789066281.052194:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789066281.052215:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345204224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.053996:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875971345204096:12345-0@lo:400:kworker.0 Request processed in 8461us (9536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054015:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789066281.054084:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789066281.054108:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345204352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054231:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345204352:12345-0@lo:400:kworker.0 Request processed in 137us (9478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054238:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789066281.054254:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789066281.054261:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054294:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345203968:12345-0@lo:400:kworker.0 Request processed in 34us (9418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054299:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789066281.054311:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789066281.054319:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345204480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054350:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345204480:12345-0@lo:400:kworker.0 Request processed in 34us (9440us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054356:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789066281.054390:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203200 00000100:00100000:2.0:1789066281.054400:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203200 00000100:00100000:2.0:1789066281.054447:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203712 00000100:00100000:2.0:1789066281.054451:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203712 00000100:00100000:2.0:1789066281.054467:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789066281.054473:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345203200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054514:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345203200:12345-0@lo:400:kworker.0 Request processed in 41us (9998us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054542:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789066281.054554:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789066281.054560:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345203712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054611:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345203712:12345-0@lo:400:kworker.0 Request processed in 51us (10050us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054618:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789066281.054655:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203328 00000100:00100000:2.0:1789066281.054659:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203328 00000100:00100000:2.0:1789066281.054700:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203840 00000100:00100000:2.0:1789066281.054704:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203840 00000100:00100000:2.0:1789066281.054716:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345203456 00000100:00100000:2.0:1789066281.054719:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345203456 00000100:00100000:2.0:1789066281.054735:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789066281.054741:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345203328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054778:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345203328:12345-0@lo:400:kworker.0 Request processed in 37us (10119us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054785:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789066281.054822:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066281.054827:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345203840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054856:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345203840:12345-0@lo:400:kworker.0 Request processed in 29us (10158us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054862:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066281.054873:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789066281.054879:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345203456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.054907:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345203456:12345-0@lo:400:kworker.0 Request processed in 29us (10073us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.054922:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1789066281.054942:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789066281.054947:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066281.054950:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789066281.054953:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066281.054981:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f806b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345204608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066281.055030:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066281.055084:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345203200:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055098:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345203712:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055110:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345203072:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055124:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345203584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055136:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345204096:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055188:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345203456:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055201:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345203968:0@lo:400:kworker.0 00010000:00080000:2.0:1789066281.055218:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479e4a8b100 x1875971345204480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066281.055230:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345204480:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055243:0:3655:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1789066281.055248:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9479f8068000, transno 8589934596 00000004:00080000:2.0:1789066281.055262:0:3655:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1789066281.055284:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345203328:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055297:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345203840:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055321:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345204352:0@lo:400:kworker.0 00000100:00100000:2.0:1789066281.055354:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204608 00000100:00100000:2.0:1789066281.055358:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204608 00000100:00100000:2.0:1789066281.055384:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066281.055391:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345204608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789066281.055410:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066281.055453:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345204224:12345-0@lo:400:kworker.0 Request processed in 3246us (10851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066281.055460:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345204608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066281.055463:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789066281.055466:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789066281.055680:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f806b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345204608:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1789066281.055693:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c34ad500 x1875971345204224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066281.055703:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345204224:0@lo:400:kworker.0 00010000:00010000:3.0:1789066281.487957:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066282.070065:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345204736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066282.070167:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066282.070292:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204736 00000100:00100000:2.0:1789066282.070303:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204736 00000100:00100000:2.0:1789066282.070379:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789066282.070396:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345204736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789066282.070447:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066282.070506:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345204736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066282.070514:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789066282.070845:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345204736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066282.173311:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066282.173557:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795520 00000100:00100000:3.0:1789066282.173571:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795520 00000100:00100000:3.0:1789066282.173669:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 74 00000100:00100000:3.0:1789066282.173683:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f806b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:15579:x1875971316795520:12345-192.168.202.53@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789066282.173969:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f806b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:15579:x1875971316795520:12345-192.168.202.53@tcp:60:lhsmtool_posix.0 Request processed in 288us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066282.173979:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 74 00000100:00080000:0.0:1789066282.177243:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066282.199290:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066282.199645:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795648 00000100:00100000:0.0:1789066282.199659:0:17064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795648 00000100:00080000:2.0:1789066282.199862:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789066282.199931:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 75 00000100:00100000:0.0:1789066282.199948:0:17064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:15579:x1875971316795648:12345-192.168.202.53@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789066282.200092:0:17064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:15579:x1875971316795648:12345-192.168.202.53@tcp:60:lhsmtool_posix.0 Request processed in 150us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066282.203179:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 75 00000100:00100000:3.0:1789066282.210472:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066282.210675:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316795904 00000100:00100000:0.0:1789066282.210691:0:17066:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316795904 00000100:00100000:0.0:1789066282.210829:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 16 00000100:00100000:0.0:1789066282.210843:0:17066:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6a4a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:15579:x1875971316795904:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789066282.211254:0:17066:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6a4a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+13:15579:x1875971316795904:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 Request processed in 412us (793us total) trans 8589934636 rc 0/0 00000100:00100000:0.0:1789066282.211310:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 16 00010000:00010000:1.0:1789066282.515036:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066283.535894:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066284.385010:0:20440:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 14:51:22 (1789066282) 00000100:00100000:3.0:1789066284.569408:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569457:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569478:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569505:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569524:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569546:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066284.569572:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796416 00000100:00100000:3.0:1789066284.569582:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796416 00000100:00100000:3.0:1789066284.569639:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:3.0:1789066284.569649:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+6:2404:x1875971316796416:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066284.569724:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+6:2404:x1875971316796416:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 77us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.569732:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:3.0:1789066284.569753:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796160 00000100:00100000:3.0:1789066284.569757:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796160 00000100:00100000:3.0:1789066284.569778:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796672 00000100:00100000:3.0:1789066284.569780:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796672 00000100:00100000:3.0:1789066284.569826:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796288 00000100:00100000:3.0:1789066284.569829:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796288 00000100:00100000:3.0:1789066284.569841:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796544 00000100:00100000:3.0:1789066284.569843:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796544 00000100:00100000:3.0:1789066284.569857:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 92 00000100:00100000:3.0:1789066284.569863:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+13:2404:x1875971316796160:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066284.569899:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+13:2404:x1875971316796160:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 36us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.569905:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 92 00000100:00100000:3.0:1789066284.569932:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 93 00000100:00100000:3.0:1789066284.569939:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+5:2404:x1875971316796672:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066284.569967:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+5:2404:x1875971316796672:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.569972:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 93 00000100:00100000:3.0:1789066284.569984:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 94 00000100:00100000:3.0:1789066284.569990:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2404:x1875971316796288:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066284.570013:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2404:x1875971316796288:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 23us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.570019:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 94 00000100:00100000:3.0:1789066284.570030:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 95 00000100:00100000:3.0:1789066284.570035:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+6:2404:x1875971316796544:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066284.570057:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+6:2404:x1875971316796544:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 22us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.570061:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 95 00000100:00100000:3.0:1789066284.570079:0:17057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796032 00000100:00100000:3.0:1789066284.570082:0:17057:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796032 00000100:00100000:3.0:1789066284.570108:0:17057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 174 00000100:00100000:3.0:1789066284.570115:0:17057:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5091a003-c7e9-4b72-948b-39d312f8043f+13:2404:x1875971316796032:12345-192.168.202.53@tcp:400:kworker.0 00000100:00080000:1.0:1789066284.570863:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789066284.570868:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066284.570871:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066284.573072:0:17057:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5091a003-c7e9-4b72-948b-39d312f8043f+13:2404:x1875971316796032:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 2947us (3555us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066284.573087:0:17057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 174 00010000:00010000:1.0:1789066284.580050:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789066284.627503:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f088819f-6923-4f1a-b663-f36199046c5b 00000020:00000080:2.0:1789066284.627518:0:19385:0:(genops.c:885:class_export_put()) final put ffff9479fef40800/f088819f-6923-4f1a-b663-f36199046c5b 00000001:00100000:2.0:1789066284.627546:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:2.0:1789066284.627548:0:19385:0:(genops.c:885:class_export_put()) final put ffff9478c2172800/3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:0.0:1789066284.627619:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef40800/f088819f-6923-4f1a-b663-f36199046c5b for lustre-OST0001 00000020:00000080:0.0:1789066284.627685:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2172800/3c9bc408-5eb6-4d92-ac76-77d85e916e2f for lustre-OST0001 00000020:00000080:0.0:1789066284.627707:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef43800 for lustre-OST0001 00000020:00000080:0.0:1789066284.627714:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c2171800 for lustre-OST0001 00000100:00100000:0.0:1789066285.135917:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066285.135949:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345204864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066285.136060:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066285.136910:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204864 00000100:00100000:1.0:1789066285.136923:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204864 00000100:00100000:1.0:1789066285.137033:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789066285.137046:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f8068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345204864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789066285.137101:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066285.137306:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f8068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345204864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 263us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066285.137313:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1789066285.137663:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066285.138266:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345204864:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1789066285.461987:0:17823:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066285.590245:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066285.648337:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f806a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345204992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066285.652824:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066285.652925:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345204992 00000100:00100000:0.0:1789066285.652936:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345204992 00000100:00100000:0.0:1789066285.652994:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789066285.653006:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f8068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345204992:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066285.653856:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066285.653937:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1789066285.654851:0:17068:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789066285.654940:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f8068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345204992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1934us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066285.654953:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789066285.654985:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205120 00000100:00100000:0.0:1789066285.654993:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205120 00000001:00080000:1.0:1789066285.656335:0:17042:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:1.0:1789066285.656357:0:17042:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1789066285.657144:0:17102:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1789066285.657160:0:17102:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:0.0:1789066285.657337:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789066285.657358:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789066285.657909:0:17068:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789066285.662633:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f806a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345204992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066285.662924:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5573us (8982us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066285.662938:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789066285.666236:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066286.159159:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345205248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066286.159263:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066286.159457:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066286.159479:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f806b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345205376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066286.159721:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066286.159763:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205248 00000100:00100000:0.0:1789066286.159774:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205248 00000100:00100000:0.0:1789066286.159861:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205376 00000100:00100000:0.0:1789066286.159866:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205376 00000100:00100000:0.0:1789066286.159888:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789066286.159898:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345205248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789066286.159963:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789066286.160706:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345205248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 804us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066286.160718:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789066286.160751:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789066286.160763:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f806a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345205376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066286.160781:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789066286.160861:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f806a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345205376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066286.160867:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:0.0:1789066286.160887:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066286.160935:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f806b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345205376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066286.161776:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205632:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.161866:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.161917:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345206144:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.161942:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.161962:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1875971345206656:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.161986:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.162022:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789066286.162029:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205760:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.162052:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.162069:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345206272:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.162088:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.162105:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345206784:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.162123:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.162152:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206144 00000100:00100000:2.0:1789066286.162160:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206144 00000100:00100000:2.0:1789066286.162207:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205760 00000100:00100000:2.0:1789066286.162210:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205760 00000100:00100000:2.0:1789066286.162244:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789066286.162253:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345206144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.162308:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345206144:12345-0@lo:400:kworker.0 Request processed in 56us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.162316:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789066286.162335:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789066286.162341:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.162367:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205760:12345-0@lo:400:kworker.0 Request processed in 26us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.162372:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789066286.162416:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206656 00000100:00100000:2.0:1789066286.162420:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206656 00000100:00100000:2.0:1789066286.162450:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206272 00000100:00100000:2.0:1789066286.162452:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206272 00000100:00100000:2.0:1789066286.162462:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206784 00000100:00100000:2.0:1789066286.162464:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206784 00000100:00100000:2.0:1789066286.162477:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789066286.162482:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1875971345206656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.164480:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1875971345206656:12345-0@lo:400:kworker.0 Request processed in 1981us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.164497:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789066286.164698:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789066286.164714:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875971345206272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.164819:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875971345206272:12345-0@lo:400:kworker.0 Request processed in 112us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.164827:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789066286.164841:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789066286.164850:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875971345206784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.164883:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875971345206784:12345-0@lo:400:kworker.0 Request processed in 36us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.164888:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789066286.164963:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345205888:0@lo:400:kworker.0 00000100:00080000:0.0:1789066286.165549:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789066286.165557:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789066286.165561:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066286.165579:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345205504:0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.165628:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066286.165698:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345206016:0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.165726:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066286.165748:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345206528:0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.165778:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205632 00000100:00100000:0.0:1789066286.165803:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205632 00000100:00100000:0.0:1789066286.165845:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206016 00000100:00100000:0.0:1789066286.165848:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206016 00000100:00100000:0.0:1789066286.165862:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789066286.165870:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.165935:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345205632:12345-0@lo:400:kworker.0 Request processed in 65us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066286.165943:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789066286.165960:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789066286.165966:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f806b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345206016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.165998:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f806b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345206016:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066286.166003:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789066286.166848:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.166916:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345206400:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.166963:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066286.167854:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205888 00000100:00100000:2.0:1789066286.167868:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205888 00000100:00100000:2.0:1789066286.167957:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206400 00000100:00100000:2.0:1789066286.167961:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206400 00000100:00100000:2.0:1789066286.168003:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789066286.170155:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345205888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.170310:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345205888:12345-0@lo:400:kworker.0 Request processed in 184us (5301us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.170320:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789066286.170368:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00080000:0.0:1789066286.171176:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066286.171228:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345206400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171298:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345206400:12345-0@lo:400:kworker.0 Request processed in 921us (4334us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066286.171306:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789066286.171404:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345205888:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171420:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345206400:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171482:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205760:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171496:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345206272:0@lo:400:kworker.0 00010000:00080000:2.0:1789066286.171522:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c34ad500 x1875971345206784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066286.171534:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345206784:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171550:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345205632:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171564:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345206144:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.171577:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3653:1875971345206656:0@lo:400:kworker.0 00000100:00100000:3.0:1789066286.177048:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345205248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066286.177126:0:17056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345205504 00000100:00100000:3.0:1789066286.177136:0:17056:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345205504 00000100:00100000:3.0:1789066286.177213:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1789066286.177224:0:17056:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3656:x1875971345205504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066286.177329:0:17056:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3656:x1875971345205504:12345-0@lo:400:kworker.0 Request processed in 106us (11699us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066286.177335:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1789066286.180173:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066286.182112:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345205504:0@lo:400:kworker.0 00000100:00100000:0.0:1789066286.182136:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345206016:0@lo:400:kworker.0 00000100:00100000:2.0:1789066286.185159:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206528 00000100:00100000:2.0:1789066286.185179:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206528 00000100:00100000:3.0:1789066286.192323:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789066286.192340:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c1326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345206528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066286.192494:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c1326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345206528:12345-0@lo:400:kworker.0 Request processed in 157us (12332us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066286.192502:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:0.0:1789066286.192712:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1789066286.192763:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479f80d9180 x1875971345206528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066286.192782:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345206528:0@lo:400:kworker.0 00010000:00010000:0.0:1789066286.607064:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066287.186188:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066287.186224:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345206912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066287.186316:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066287.186384:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345206912 00000100:00100000:1.0:1789066287.186393:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345206912 00000100:00100000:1.0:1789066287.186439:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789066287.186448:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345206912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066287.186487:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066287.186532:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345206912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066287.186553:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789066287.186609:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345206912:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1789066287.440545:0:17098:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789066287.440556:0:17098:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066287.440580:0:17098:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789066287.440593:0:17098:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1789066287.631299:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066288.656387:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066289.679438:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066289.686093:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066289.686142:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066289.686174:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066289.686318:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066289.686461:0:17055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796800 00000100:00100000:0.0:1789066289.686471:0:17055:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796800 00000100:00100000:0.0:1789066289.686528:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 176 00000100:00100000:0.0:1789066289.686538:0:17055:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5091a003-c7e9-4b72-948b-39d312f8043f+13:2405:x1875971316796800:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:0.0:1789066289.686612:0:17055:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5091a003-c7e9-4b72-948b-39d312f8043f+13:2405:x1875971316796800:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 76us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066289.686632:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 176 00000100:00100000:3.0:1789066289.688406:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066289.688442:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066289.692160:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797056 00000100:00100000:1.0:1789066289.692178:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797056 00000100:00100000:1.0:1789066289.692271:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797312 00000100:00100000:1.0:1789066289.692275:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797312 00000100:00100000:1.0:1789066289.692292:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316796928 00000100:00100000:1.0:1789066289.692295:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316796928 00000100:00100000:1.0:1789066289.692322:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 102 00000100:00100000:1.0:1789066289.692332:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2405:x1875971316797056:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066289.694485:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2405:x1875971316797056:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 2143us (8331us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066289.694498:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 102 00000100:00100000:1.0:1789066289.694535:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 103 00000100:00100000:1.0:1789066289.694547:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+6:2405:x1875971316797312:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066289.694574:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+6:2405:x1875971316797312:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 32us (8400us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066289.694581:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 103 00000100:00100000:1.0:1789066289.694592:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 104 00000100:00100000:1.0:1789066289.694599:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:2405:x1875971316796928:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066289.694621:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:2405:x1875971316796928:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 22us (8304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066289.694651:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 104 00000100:00080000:1.0:1789066289.694696:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066289.694701:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066289.694973:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797184 00000100:00100000:1.0:1789066289.694982:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797184 00000100:00100000:1.0:1789066289.695027:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 41 00000100:00100000:1.0:1789066289.695034:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+6:2405:x1875971316797184:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066289.695072:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+6:2405:x1875971316797184:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 38us (6674us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066289.695078:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 41 00000100:00080000:1.0:1789066289.695093:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066289.699561:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797440 00000100:00100000:0.0:1789066289.699578:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797440 00000100:00100000:0.0:1789066289.699682:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 105 00000100:00100000:0.0:1789066289.699694:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f088819f-6923-4f1a-b663-f36199046c5b+5:2405:x1875971316797440:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:0.0:1789066289.699809:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f088819f-6923-4f1a-b663-f36199046c5b+5:2405:x1875971316797440:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 97us (11344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066289.699817:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 105 00000100:00080000:2.0:1789066289.701552:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789066290.256589:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066290.256616:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345207040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066290.256696:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066290.257906:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207040 00000100:00100000:2.0:1789066290.257919:0:18576:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207040 00000100:00100000:2.0:1789066290.258009:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789066290.258019:0:18576:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345207040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066290.258050:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066290.259225:0:18576:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345207040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1201us (2521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066290.259239:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1789066290.259504:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066290.267450:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345207040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789066290.490048:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066290.490105:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066290.490213:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066290.497428:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797568 00000100:00100000:2.0:1789066290.497444:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797568 00000100:00100000:2.0:1789066290.510890:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797696 00000100:00100000:2.0:1789066290.510912:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797696 00000100:00100000:2.0:1789066290.510964:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316797824 00000100:00100000:2.0:1789066290.510968:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316797824 00000100:00100000:2.0:1789066290.510991:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 4 00000100:00100000:2.0:1789066290.511001:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+15:2406:x1875971316797568:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066290.511017:0:17049:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066290.511037:0:17049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f7a00/0x6be491be349d1b86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092815a expref: 15 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066290.511058:0:17049:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066290.511131:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+14:2406:x1875971316797568:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 132us (21095us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066290.511139:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 4 00000100:00100000:2.0:1789066290.511159:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:2.0:1789066290.511186:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+13:2406:x1875971316797696:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066290.511195:0:17049:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066290.511206:0:17049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c23dfc00/0x6be491be349d1b8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092818b expref: 13 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066290.511215:0:17049:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066290.511234:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+12:2406:x1875971316797696:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 50us (21128us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066290.511240:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:2.0:1789066290.511253:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00100000:2.0:1789066290.511259:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+11:2407:x1875971316797824:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066290.511267:0:17049:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066290.511276:0:17049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f6e00/0x6be491be349d1c4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928241 expref: 11 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066290.511286:0:17049:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066290.511302:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+10:2407:x1875971316797824:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 43us (21089us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066290.511308:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00100000:1.0:1789066290.518543:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066290.518885:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316798080 00000100:00100000:2.0:1789066290.518895:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316798080 00000100:00100000:2.0:1789066290.518955:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 39 00000100:00100000:2.0:1789066290.518966:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+6:2403:x1875971316798080:12345-192.168.202.53@tcp:9:umount.0 00000020:00000080:2.0:1789066290.519016:0:18571:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1ba9 00000020:00010000:2.0:1789066290.519027:0:18571:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9479fef43000: total 0 00000100:00080000:2.0:1789066290.519032:0:18571:0:(import.c:65:import_set_state_nolock()) ffff9479fef41800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789066290.519120:0:18571:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789066290.519324:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+4:2403:x1875971316798080:12345-192.168.202.53@tcp:9:umount.0 Request processed in 358us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066290.519331:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 39 00000020:00010000:3.0:1789066290.520735:0:17050:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9479fef43000: total 0 00010000:00010000:3.0:1789066290.520843:0:17050:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9479fef43000, canceled 0 locks, left on hash table 1. 00002000:00010000:3.0:1789066290.520884:0:17050:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:3.0:1789066290.520888:0:17050:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1789066272 -> 1789066273 00002000:00010000:3.0:1789066290.520891:0:17050:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1789066272 -> 1789066273 00002000:00010000:3.0:1789066290.520893:0:17050:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1789066290.520922:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbefba7f/0x6be491be349d1f22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928321 expref: 3 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066290.520950:0:17050:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9479fef43000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789066290.520964:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066290.520966:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066290.520968:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066290.537433:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066290.538888:0:17064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316798976 00000100:00100000:0.0:1789066290.538901:0:17064:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316798976 00000100:00100000:0.0:1789066290.538967:0:17064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 76 00000100:00100000:0.0:1789066290.538976:0:17064:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+12:2403:x1875971316798976:12345-192.168.202.53@tcp:39:umount.0 00000020:00000080:0.0:1789066290.539012:0:17064:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1b9b 00000020:00010000:0.0:1789066290.539028:0:17064:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9478c2176000: total 0 00000100:00080000:0.0:1789066290.539034:0:17064:0:(import.c:65:import_set_state_nolock()) ffff9478c2170000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789066290.539104:0:17064:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:1.0:1789066290.539376:0:17051:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9478c2176000: total 0 00010000:00010000:1.0:1789066290.539381:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066290.539435:0:17051:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9478c2176000, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1789066290.539493:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9478c3316000) 00010000:00010000:1.0:1789066290.539497:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789066290.539506:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9a00/0x6be491be349d1ec7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09282fe expref: 11 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539531:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9478c3312900) 00010000:00010000:1.0:1789066290.539534:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066290.539538:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c1678e00/0x6be491be349d1c82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092824f expref: 10 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539577:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c3316d00) 00010000:00010000:1.0:1789066290.539580:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066290.539584:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75000/0x6be491be349d1cc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092825d expref: 9 pid: 17063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539597:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9478c3312000) 00010000:00010000:1.0:1789066290.539600:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789066290.539604:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c1679400/0x6be491be349d1e6c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09282e9 expref: 8 pid: 17063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539615:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9478c3312000) 00010000:00010000:1.0:1789066290.539618:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789066290.539621:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d1f30 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928328 expref: 7 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539635:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9478c3316500) 00010000:00010000:1.0:1789066290.539638:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789066290.539642:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75600/0x6be491be349d1c66 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928248 expref: 6 pid: 17063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539671:0:17051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9479ed379d00) 00010000:00010000:1.0:1789066290.539674:0:17051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789066290.539678:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c1678200/0x6be491be349d1d46 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928287 expref: 5 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066290.539692:0:17051:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9478c2176000, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1789066290.539705:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066290.539712:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066290.539714:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066290.539779:0:17064:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+3:2403:x1875971316798976:12345-192.168.202.53@tcp:39:umount.0 Request processed in 803us (2354us total) trans 8589934637 rc 0/0 00000100:00100000:0.0:1789066290.539829:0:17064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 76 00000100:00100000:1.0:1789066290.571103:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066290.571225:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799104 00000100:00100000:0.0:1789066290.571243:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799104 00000100:00100000:0.0:1789066290.571367:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 77 00000100:00100000:0.0:1789066290.571378:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+5:2403:x1875971316799104:12345-192.168.202.53@tcp:39:umount.0 00000020:00000080:0.0:1789066290.571434:0:17062:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1ba2 00000100:00080000:0.0:1789066290.571455:0:17062:0:(import.c:65:import_set_state_nolock()) ffff9478c2175000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789066290.571488:0:17062:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1789066290.571692:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066290.571774:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c9bc408-5eb6-4d92-ac76-77d85e916e2f+3:2403:x1875971316799104:12345-192.168.202.53@tcp:39:umount.0 Request processed in 395us (684us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1789066290.571783:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 77 00010000:00010000:3.0:1789066290.706128:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066290.767954:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789066290.767978:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345207168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066290.768104:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066290.768490:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207168 00000100:00100000:0.0:1789066290.768498:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207168 00000100:00100000:0.0:1789066290.768546:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789066290.768557:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345207168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789066290.768592:0:17068:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789066290.768643:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345207168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066290.768650:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789066290.768811:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066290.768824:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345207296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789066290.768857:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066290.769048:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207296 00000100:00100000:0.0:1789066290.769062:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207296 00000100:00100000:0.0:1789066290.769110:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789066290.769120:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345207296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789066290.769160:0:17068:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789066290.769242:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345207296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066290.769250:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789066290.769309:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345207296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066290.771467:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345207168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066291.281358:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345207552:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281433:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281473:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345208064:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281490:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281502:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345208576:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281524:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281553:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1789066291.281559:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345207424:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281588:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281608:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1875971345207936:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281629:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281643:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345208448:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281662:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281677:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345208960:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281696:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281719:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345207808:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281742:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281757:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345208320:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281776:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281811:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345208832:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281843:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281858:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789066291.281864:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345207680:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281887:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281900:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345208192:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.281922:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.281934:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345208704:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282406:0:17057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207424 00000100:00100000:2.0:1789066291.282414:0:17057:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207424 00000100:00100000:2.0:1789066291.282466:0:17057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1789066291.282475:0:17057:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3656:x1875971345207424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282528:0:17057:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3656:x1875971345207424:12345-0@lo:400:kworker.0 Request processed in 54us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282536:0:17057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1789066291.282568:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207808 00000100:00100000:2.0:1789066291.282571:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207808 00000100:00100000:2.0:1789066291.282600:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208320 00000100:00100000:2.0:1789066291.282603:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208320 00000100:00100000:2.0:1789066291.282615:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207680 00000100:00100000:2.0:1789066291.282617:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207680 00000100:00100000:2.0:1789066291.282630:0:18571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208192 00000100:00100000:2.0:1789066291.282632:0:18571:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208192 00000100:00100000:2.0:1789066291.282644:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789066291.282650:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345207808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282682:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345207808:12345-0@lo:400:kworker.0 Request processed in 32us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282688:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789066291.282700:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789066291.282706:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345208320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282734:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345208320:12345-0@lo:400:kworker.0 Request processed in 28us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282749:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789066291.282761:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789066291.282767:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345207680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282818:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345207680:12345-0@lo:400:kworker.0 Request processed in 51us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282823:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789066291.282834:0:18571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789066291.282840:0:18571:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345208192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282866:0:18571:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345208192:12345-0@lo:400:kworker.0 Request processed in 26us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282872:0:18571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1789066291.282890:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066291.282894:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066291.282904:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207552 00000100:00100000:2.0:1789066291.282908:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207552 00000100:00100000:2.0:1789066291.282925:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208064 00000100:00100000:2.0:1789066291.282928:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208064 00000100:00100000:2.0:1789066291.282939:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789066291.282944:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345207552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.282978:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345207552:12345-0@lo:400:kworker.0 Request processed in 33us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.282983:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789066291.282995:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789066291.283001:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345208064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283028:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345208064:12345-0@lo:400:kworker.0 Request processed in 28us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283043:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789066291.283094:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208576 00000100:00100000:2.0:1789066291.283098:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208576 00000100:00100000:2.0:1789066291.283122:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345207936 00000100:00100000:2.0:1789066291.283125:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345207936 00000100:00100000:2.0:1789066291.283136:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208448 00000100:00100000:2.0:1789066291.283139:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208448 00000100:00100000:2.0:1789066291.283148:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208960 00000100:00100000:2.0:1789066291.283150:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208960 00000100:00100000:2.0:1789066291.283161:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208832 00000100:00100000:2.0:1789066291.283164:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208832 00000100:00100000:2.0:1789066291.283178:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789066291.283184:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345208576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283215:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345208576:12345-0@lo:400:kworker.0 Request processed in 32us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283221:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789066291.283232:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789066291.283238:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1875971345207936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283266:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1875971345207936:12345-0@lo:400:kworker.0 Request processed in 29us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283272:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789066291.283283:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789066291.283289:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345208448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283314:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345208448:12345-0@lo:400:kworker.0 Request processed in 26us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283319:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789066291.283345:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789066291.283360:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345208960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283390:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345208960:12345-0@lo:400:kworker.0 Request processed in 32us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283396:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789066291.283408:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789066291.283414:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345208832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283441:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345208832:12345-0@lo:400:kworker.0 Request processed in 28us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283446:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:2.0:1789066291.283462:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789066291.283465:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066291.283489:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345209088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789066291.283520:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066291.283557:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345207424:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283572:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1875971345207936:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283581:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345208448:0@lo:400:kworker.0 00010000:00080000:2.0:1789066291.283594:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479c368f100 x1875971345208960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066291.283604:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345208960:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283614:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345207552:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283623:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345208064:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283632:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345208576:0@lo:400:kworker.0 00000100:00100000:2.0:1789066291.283695:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209088 00000100:00100000:2.0:1789066291.283699:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209088 00000100:00100000:2.0:1789066291.283723:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789066291.283730:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345209088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789066291.283751:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789066291.283808:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345209088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066291.283814:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789066291.283849:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345209088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789066291.284006:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066291.284049:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345207808:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.284057:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345208320:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.284066:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345208832:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.284085:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345207680:0@lo:400:kworker.0 00000100:00100000:0.0:1789066291.284096:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345208192:0@lo:400:kworker.0 00000100:00100000:1.0:1789066291.284775:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345208704 00000100:00100000:1.0:1789066291.284782:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345208704 00000100:00100000:1.0:1789066291.284859:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789066291.284868:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345208704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066291.284927:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345208704:12345-0@lo:400:kworker.0 Request processed in 61us (2977us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066291.284933:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:1.0:1789066291.284951:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789066291.285031:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479c368ca80 x1875971345208704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066291.285044:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345208704:0@lo:400:kworker.0 00000100:00100000:3.0:1789066291.285059:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789066291.285066:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345209216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066291.285110:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066291.286881:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209216 00000100:00100000:1.0:1789066291.286893:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209216 00000100:00100000:1.0:1789066291.286960:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789066291.286970:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345209216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789066291.286994:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789066291.287063:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345209216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066291.287070:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789066291.287186:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345209216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1789066291.727562:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066292.303273:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345209344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066292.303378:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066292.303494:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209344 00000100:00100000:1.0:1789066292.303503:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209344 00000100:00100000:1.0:1789066292.303574:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789066292.303584:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345209344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066292.303616:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066292.303697:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345209344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066292.303704:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789066292.303907:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345209344:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789066292.751068:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066293.079017:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066293.079183:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066293.088681:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066293.092812:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799360 00000100:00100000:0.0:1789066293.092838:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799360 00000100:00100000:0.0:1789066293.092954:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799232 00000100:00100000:0.0:1789066293.092959:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799232 00000100:00100000:0.0:1789066293.093005:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:0.0:1789066293.093017:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+11:2404:x1875971316799360:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066293.093038:0:17049:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066293.093062:0:17049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c23dea00/0x6be491be349d1bcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09281fb expref: 11 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066293.093083:0:17049:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066293.093506:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:3.0:1789066293.093518:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5091a003-c7e9-4b72-948b-39d312f8043f+10:2405:x1875971316799232:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789066293.093531:0:17047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066293.093541:0:17047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c23df000/0x6be491be349d1bc5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09281ca expref: 10 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066293.093554:0:17047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066293.094344:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5091a003-c7e9-4b72-948b-39d312f8043f+9:2404:x1875971316799360:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 1324us (15339us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066293.094356:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:1.0:1789066293.094634:0:20203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799488 00000100:00100000:1.0:1789066293.094645:0:20203:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799488 00000100:00100000:1.0:1789066293.094692:0:20203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00100000:1.0:1789066293.094701:0:20203:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5091a003-c7e9-4b72-948b-39d312f8043f+9:2405:x1875971316799488:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066293.094711:0:20203:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066293.094726:0:20203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f7200/0x6be491be349d1c43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092823a expref: 9 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066293.094746:0:20203:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066293.098855:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5091a003-c7e9-4b72-948b-39d312f8043f+8:2405:x1875971316799232:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 5320us (19652us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066293.098875:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:2.0:1789066293.114211:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066293.114326:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799744 00000100:00100000:0.0:1789066293.114340:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799744 00000100:00100000:0.0:1789066293.114438:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 78 00000100:00100000:0.0:1789066293.114469:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+6:2403:x1875971316799744:12345-192.168.202.53@tcp:39:umount.0 00000020:00000080:0.0:1789066293.114538:0:17063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1bda 00000020:00010000:0.0:1789066293.114549:0:17063:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9479fef46000: total 0 00000100:00080000:0.0:1789066293.114557:0:17063:0:(import.c:65:import_set_state_nolock()) ffff9479fef42000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789066293.114593:0:17063:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:0.0:1789066293.114784:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f088819f-6923-4f1a-b663-f36199046c5b+5:2403:x1875971316799744:12345-192.168.202.53@tcp:39:umount.0 Request processed in 319us (590us total) trans 8589934638 rc 0/0 00000100:00100000:0.0:1789066293.114823:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 78 00000020:00010000:0.0:1789066293.114857:0:17050:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9479fef46000: total 0 00010000:00010000:0.0:1789066293.114928:0:17050:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9479fef46000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789066293.114978:0:17050:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c3316d00) 00010000:00010000:0.0:1789066293.114982:0:17050:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066293.114991:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c23de000/0x6be491be349d1ccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928264 expref: 4 pid: 18520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066293.115017:0:17050:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9479fef46000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789066293.115031:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066293.115034:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066293.115036:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066293.115419:0:20203:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5091a003-c7e9-4b72-948b-39d312f8043f+7:2405:x1875971316799488:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 20714us (26750us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066293.115431:0:20203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00080000:2.0:1789066293.115946:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066293.128108:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066293.135250:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316799872 00000100:00100000:0.0:1789066293.135273:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316799872 00000100:00080000:2.0:1789066293.141469:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066293.144331:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 79 00000100:00100000:1.0:1789066293.144369:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+5:2403:x1875971316799872:12345-192.168.202.53@tcp:39:umount.0 00000020:00000080:1.0:1789066293.144441:0:18520:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1be1 00000100:00080000:1.0:1789066293.144458:0:18520:0:(import.c:65:import_set_state_nolock()) ffff9479fef46800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066293.144498:0:18520:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789066293.144757:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f088819f-6923-4f1a-b663-f36199046c5b+3:2403:x1875971316799872:12345-192.168.202.53@tcp:39:umount.0 Request processed in 407us (16662us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1789066293.144767:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 79 00010000:00010000:2.0:1789066293.144893:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066293.188400:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066293.188530:0:17056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800128 00000100:00100000:0.0:1789066293.188545:0:17056:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800128 00000100:00100000:0.0:1789066293.188623:0:17056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 178 00000100:00100000:0.0:1789066293.188636:0:17056:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5091a003-c7e9-4b72-948b-39d312f8043f+7:2403:x1875971316800128:12345-192.168.202.53@tcp:251:umount.0 00000020:00000080:0.0:1789066293.188704:0:17056:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1b78 00000020:00010000:0.0:1789066293.188716:0:17056:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9478c36b9800: total 0 00000100:00080000:0.0:1789066293.188723:0:17056:0:(import.c:65:import_set_state_nolock()) ffff9478c36ba800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789066293.188896:0:17056:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5091a003-c7e9-4b72-948b-39d312f8043f+3:2403:x1875971316800128:12345-192.168.202.53@tcp:251:umount.0 Request processed in 261us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066293.188905:0:17056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 178 00000020:00010000:3.0:1789066293.189116:0:17816:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9478c36b9800: total 0 00010000:00010000:3.0:1789066293.189200:0:17816:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9478c36b9800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789066293.189244:0:17816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0712200/0x6be491be349d1b7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928153 expref: 2 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066293.189261:0:17816:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9478c36b9800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1789066293.189272:0:17816:0:(genops.c:885:class_export_put()) final put ffff9478c36b9800/5091a003-c7e9-4b72-948b-39d312f8043f 00010000:00010000:3.0:1789066293.189295:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066293.189299:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066293.189301:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789066293.189922:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c36b9800/5091a003-c7e9-4b72-948b-39d312f8043f for MGS 00000020:00000080:0.0:1789066293.189967:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c36ba800 for MGS 00010000:00010000:0.0:1789066293.775028:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066294.821870:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789066295.179747:0:20635:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789066295.200608:0:20635:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789066295.201240:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.201257:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.201266:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.201273:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.201304:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789066295.201310:0:20635:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789066295.201339:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066295.201343:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789066295.201349:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789066295.201372:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9479c6422800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789066295.201444:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345209472:0@lo:39:umount.0 00000100:00100000:1.0:1789066295.201513:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066295.201644:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066295.201658:0:17816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.201667:0:17816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d74c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066295.201670:0:17816:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.201679:0:17816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066295.201685:0:17816:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066295.201690:0:17816:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066295.201692:0:17816:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789066295.201694:0:17816:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789066295.201724:0:17816:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.201730:0:17816:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789066295.201775:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345209600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066295.201869:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066295.202107:0:17816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.202115:0:17816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3d74c00/0x6be491be349d173b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1742 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.202128:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066295.202130:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066295.202131:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066295.202187:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209600 00000100:00100000:2.0:1789066295.202194:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209600 00000100:00100000:2.0:1789066295.202246:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789066295.202255:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ed784450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+24:3655:x1875971345209600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066295.202269:0:17047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066295.202284:0:17047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3338600/0x6be491be349d1742 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d173b expref: 24 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.202316:0:17047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066295.202406:0:17063:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209472 00000100:00100000:0.0:1789066295.202410:0:17063:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209472 00000100:00100000:0.0:1789066295.202448:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789066295.202455:0:17063:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875971345209472:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789066295.202479:0:17063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d176c 00000100:00080000:0.0:1789066295.202493:0:17063:0:(import.c:65:import_set_state_nolock()) ffff9479f848c800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789066295.202555:0:17063:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3652:x1875971345209472:12345-0@lo:39:umount.0 Request processed in 100us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066295.202563:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:0.0:1789066295.202572:0:17063:0:(genops.c:885:class_export_put()) final put ffff9479f848b000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1789066295.202589:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789066295.202634:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f848b000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789066295.202678:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479f848c800 for lustre-MDT0000 00000100:00100000:2.0:1789066295.202763:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ed784450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+23:3655:x1875971345209600:12345-0@lo:103:ldlm_bl.0 Request processed in 509us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066295.202770:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789066295.203174:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345209600:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789066295.203207:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c6422800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789066295.203258:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345209472:0@lo:39:umount.0 00000100:00080000:0.0:1789066295.203300:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066295.203304:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789066295.203308:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789066295.204535:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204550:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204557:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204564:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204637:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066295.204644:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204651:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204657:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.204679:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.204777:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066295.204783:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.204952:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066295.204956:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.204965:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066295.204972:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066295.204978:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066295.204981:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1789066295.205208:0:17051:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205216:0:17051:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066295.205246:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205253:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3338800/0x6be491be349d168c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1693 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205281:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066295.205284:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205290:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d74800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066295.205292:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205311:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066295.205317:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066295.205322:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066295.205324:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1789066295.205336:0:17051:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205342:0:17051:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066295.205357:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066295.205365:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066295.205367:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066295.205404:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345209728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066295.205468:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789066295.205574:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066295.205580:0:20635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3d74800/0x6be491be349d1a9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1aa6 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066295.205590:0:20635:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789066295.205600:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.205607:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.205614:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.205621:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.205733:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066295.205740:0:17816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.205746:0:17816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712600 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066295.205749:0:17816:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.205756:0:17816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066295.205761:0:17816:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066295.205766:0:17816:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789066295.205768:0:17816:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789066295.205917:0:17816:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.205925:0:17816:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066295.205933:0:17816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.205941:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066295.205942:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066295.205944:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066295.205959:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209728 00000100:00100000:3.0:1789066295.205966:0:17048:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209728 00000100:00100000:3.0:1789066295.206205:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066295.206215:0:17048:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+23:3656:x1875971345209728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066295.206229:0:17048:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066295.206251:0:17048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c11800/0x6be491be349d1693 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d168c expref: 23 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.206263:0:17048:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066295.206321:0:17048:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+22:3656:x1875971345209728:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066295.206328:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789066295.206392:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066295.206406:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345209856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066295.206436:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066295.206522:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789066295.206535:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345209984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066295.206557:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789066295.206603:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066295.206609:0:20635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d1c35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c3c expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066295.206619:0:20635:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789066295.206642:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066295.206652:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.206672:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.206678:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.206685:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.206698:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789066295.206702:0:20635:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1789066295.206705:0:20635:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1789066295.206742:0:20635:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1789066295.206747:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1789066295.206751:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066295.206757:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1789066295.206762:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9478c36bc800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066295.206768:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9479e4ad9800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066295.206773:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9479fef98000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066295.206777:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9479e4ada800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066295.206784:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9479fef46000 f088819f-6923-4f1a-b663-f36199046c5b 192.168.202.53@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1789066295.206807:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9478c2176000 3c9bc408-5eb6-4d92-ac76-77d85e916e2f 192.168.202.53@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:0.0:1789066295.206812:0:20635:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9478c3358000) has exports, disconnecting them 00000020:00080000:0.0:1789066295.206818:0:20635:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9478c36bc800), last request at 1789066291 00000020:00000080:0.0:1789066295.206825:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a6e 00000100:00080000:0.0:1789066295.206848:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9478c36b8800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789066295.206899:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9478c36bc800): rc 0 00000020:00000080:0.0:1789066295.206901:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c36bc800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1789066295.206925:0:20635:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9479e4ad9800), last request at 1789066291 00000020:00000080:0.0:1789066295.206929:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1917 00000100:00080000:0.0:1789066295.206935:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9479e4adf800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789066295.206950:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c36bc800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789066295.206992:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c36b8800 for lustre-MDT0000 00010000:00010000:0.0:1789066295.207013:0:17050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066295.207018:0:17050:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.207025:0:17050:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066295.207029:0:17050:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.207036:0:17050:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066295.207043:0:17050:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066295.207050:0:17050:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789066295.207053:0:17050:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789066295.207055:0:17050:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789066295.207074:0:17050:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.207081:0:17050:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066295.207096:0:17050:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.207113:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3339800/0x6be491be349d167e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1685 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066295.207123:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066295.207125:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066295.207127:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1789066295.207137:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479e4ad9800): rc 0 00000020:00000080:0.0:1789066295.207139:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479e4ad9800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1789066295.207146:0:20635:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9479fef98000), last request at 1789066203 00000020:00000080:0.0:1789066295.207149:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d185a 00000100:00080000:0.0:1789066295.207153:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9479fef9d800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789066295.207162:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4ad9800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789066295.207189:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479e4adf800 for lustre-MDT0000 00010000:00010000:0.0:1789066295.207195:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1789066295.207201:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479fef98000): rc 0 00000020:00000080:0.0:1789066295.207203:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479fef98000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1789066295.207210:0:20635:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9479e4ada800), last request at 1789066203 00000020:00000080:0.0:1789066295.207213:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17ff 00000100:00080000:0.0:1789066295.207216:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9479e4adb000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789066295.207225:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef98000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789066295.207245:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef9d800 for lustre-MDT0000 00010000:00010000:0.0:1789066295.207252:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1789066295.207258:0:20635:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:0.0:1789066295.207343:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479e4ada800): rc 0 00000004:00000080:0.0:1789066295.207349:0:20635:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb2a901607ae0 00000100:00080000:0.0:1789066295.207368:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789066295.207371:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789066295.208196:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789066295.208217:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc0000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789066295.208383:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789066295.208386:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1789066295.208398:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789066295.208453:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789066295.208463:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9478c1ad7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789066295.208469:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789066295.208471:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1789066295.208479:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789066295.208533:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789066295.208542:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9479c6423000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789066295.208579:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9478c3358000) has no exports 00000100:00100000:0.0:1789066295.209024:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210240:0@lo:39:umount.0 00000100:00100000:0.0:1789066295.209080:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066295.209114:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210368:0@lo:9:umount.0 00000100:00100000:0.0:1789066295.209137:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066295.209157:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210496:0@lo:9:umount.0 00000100:00100000:0.0:1789066295.209176:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066295.209211:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345210112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066295.209337:0:20203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209856 00000100:00100000:1.0:1789066295.209345:0:20203:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209856 00000100:00100000:1.0:1789066295.209411:0:20203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066295.209420:0:20203:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:513e2057-2b88-43e3-b8bb-bb35cfe0a224+22:3653:x1875971345209856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066295.209433:0:20203:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066295.209451:0:20203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f6800/0x6be491be349d1aa6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1a9f expref: 22 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066295.209467:0:20203:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066295.209500:0:20203:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:513e2057-2b88-43e3-b8bb-bb35cfe0a224+21:3653:x1875971345209856:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066295.209508:0:20203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066295.209535:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210368 00000100:00100000:1.0:1789066295.209538:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210368 00000100:00100000:1.0:1789066295.209571:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210496 00000100:00100000:1.0:1789066295.209573:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210496 00000100:00100000:1.0:1789066295.209590:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789066295.209595:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875971345210368:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789066295.209617:0:18574:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d194f 00000100:00080000:1.0:1789066295.209756:0:18574:0:(import.c:65:import_set_state_nolock()) ffff9479df938000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066295.209821:0:18574:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00010000:00010000:0.0:1789066295.210014:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066295.210121:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3652:x1875971345210368:12345-0@lo:9:umount.0 Request processed in 524us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066295.210128:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789066295.210142:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789066295.210149:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1875971345210496:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789066295.210163:0:18574:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1aad 00000100:00080000:1.0:1789066295.210169:0:18574:0:(import.c:65:import_set_state_nolock()) ffff9479fef40000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066295.210193:0:18574:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789066295.210278:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3652:x1875971345210496:12345-0@lo:9:umount.0 Request processed in 130us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066295.210285:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1789066295.210310:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789066295.210314:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789066295.210325:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789066295.210385:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c1ad7000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789066295.210392:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789066295.210394:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789066295.210397:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210368:0@lo:9:umount.0 00000100:00080000:0.0:1789066295.210408:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c6423000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789066295.210424:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789066295.210433:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789066295.210436:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210496:0@lo:9:umount.0 00000100:00100000:3.0:1789066295.211276:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345209728:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066295.211313:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066295.211462:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345209856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066295.211495:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210240 00000100:00100000:2.0:1789066295.211501:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210240 00000100:00100000:2.0:1789066295.211538:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789066295.211545:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1875971345210240:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789066295.211569:0:17067:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1884 00000100:00080000:2.0:1789066295.211576:0:17067:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789066295.211596:0:17067:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789066295.211768:0:20203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345209984 00000100:00100000:3.0:1789066295.211773:0:20203:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345209984 00000100:00100000:3.0:1789066295.211844:0:20203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066295.211851:0:20203:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:513e2057-2b88-43e3-b8bb-bb35cfe0a224+21:3653:x1875971345209984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066295.211862:0:20203:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066295.211876:0:20203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3d74a00/0x6be491be349d1c3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1c35 expref: 21 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.211889:0:20203:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066295.211944:0:20203:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:513e2057-2b88-43e3-b8bb-bb35cfe0a224+20:3653:x1875971345209984:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (5386us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066295.211951:0:20203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066295.211978:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3653:1875971345209984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066295.212353:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3652:x1875971345210240:12345-0@lo:39:umount.0 Request processed in 808us (3271us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789066295.212361:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:2.0:1789066295.212387:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066295.212398:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789066295.212492:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc0000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789066295.212500:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345210240:0@lo:39:umount.0 00000100:00100000:3.0:1789066295.212542:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210112 00000100:00100000:3.0:1789066295.212547:0:17048:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210112 00000100:00100000:3.0:1789066295.212583:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066295.212591:0:17048:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+20:3655:x1875971345210112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066295.212599:0:17048:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066295.212618:0:17048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713600/0x6be491be349d1685 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d167e expref: 20 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066295.212640:0:17048:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066295.212673:0:17048:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:513e2057-2b88-43e3-b8bb-bb35cfe0a224+19:3655:x1875971345210112:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066295.212680:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789066295.212820:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345210112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066295.213154:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789066295.219404:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9478c3358000) has no exports 00000020:00000080:2.0:1789066295.276433:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16d9 00000020:00000080:2.0:1789066295.276452:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c1ad0800/lustre-QMT0000_UUID 00000020:01000000:2.0:1789066295.276479:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789066295.277016:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c1ad0800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1789066295.277232:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066295.277242:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066295.277247:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff9478c25e19c0) has no exports 00000020:00000080:0.0:1789066295.277722:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16d2 00000020:00000080:0.0:1789066295.277730:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479d063a800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789066295.277831:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066295.277838:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1789066295.277842:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c3cc0800/lustre-QMT0000_UUID 00000020:00000080:0.0:1789066295.277844:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3cc0800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1789066295.277855:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1789066295.278156:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479d063a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1789066295.375193:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345210624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789066295.375275:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066295.375462:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210624 00000100:00100000:2.0:1789066295.375471:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210624 00000100:00100000:2.0:1789066295.375540:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789066295.375549:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345210624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066295.375580:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066295.375629:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345210624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066295.375635:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1789066295.375690:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066295.375723:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345210624:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1789066295.697376:0:17823:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789066295.824104:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066295.889562:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345210752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789066295.889645:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066295.890185:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210752 00000100:00100000:1.0:1789066295.890196:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210752 00000100:00100000:1.0:1789066295.890246:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789066295.890254:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c368f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1875971345210752:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1789066295.890263:0:17067:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789066295.890333:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c368f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3653:x1875971345210752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (687us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789066295.890357:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:02020000:3.0:1789066295.890470:0:3653:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1789066295.901526:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789066295.901537:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789066295.901542:0:3653:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000001:00100000:0.0:1789066295.903140:0:17796:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1789066295.903161:0:17796:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1789066295.903168:0:17796:0:(genops.c:885:class_export_put()) final put ffff9479e4a9a000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789066295.903189:0:17796:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f088819f-6923-4f1a-b663-f36199046c5b 00000001:00080000:0.0:1789066295.903196:0:17796:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1789066295.903199:0:17796:0:(genops.c:885:class_export_put()) final put ffff9479fef47800/f088819f-6923-4f1a-b663-f36199046c5b 00000001:00100000:0.0:1789066295.903205:0:17796:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000001:00080000:0.0:1789066295.903213:0:17796:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1789066295.903214:0:17796:0:(genops.c:885:class_export_put()) final put ffff9478c2177000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:2.0:1789066295.903344:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4a9a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1789066295.903413:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef47800/f088819f-6923-4f1a-b663-f36199046c5b for lustre-MDT0001 00000020:00000080:2.0:1789066295.903454:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2177000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f for lustre-MDT0001 00000020:00000080:2.0:1789066295.903482:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479e4a9a800 for lustre-MDT0001 00000020:00000080:2.0:1789066295.903487:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef46800 for lustre-MDT0001 00000020:00000080:2.0:1789066295.903491:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c2175000 for lustre-MDT0001 00000001:00100000:2.0:1789066295.903828:0:17042:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789066295.903834:0:17042:0:(genops.c:885:class_export_put()) final put ffff9479e4ada800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789066295.903845:0:17042:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f088819f-6923-4f1a-b663-f36199046c5b 00000001:00080000:2.0:1789066295.903851:0:17042:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:2.0:1789066295.903854:0:17042:0:(genops.c:885:class_export_put()) final put ffff9479fef46000/f088819f-6923-4f1a-b663-f36199046c5b 00000001:00100000:2.0:1789066295.903859:0:17042:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000001:00080000:2.0:1789066295.903863:0:17042:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:2.0:1789066295.903864:0:17042:0:(genops.c:885:class_export_put()) final put ffff9478c2176000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:0.0:1789066295.904118:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4ada800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1789066295.904180:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef46000/f088819f-6923-4f1a-b663-f36199046c5b for lustre-MDT0000 00000020:00000080:0.0:1789066295.904208:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2176000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f for lustre-MDT0000 00000020:00000080:0.0:1789066295.904231:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479e4adb000 for lustre-MDT0000 00000020:00000080:0.0:1789066295.904259:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef42000 for lustre-MDT0000 00000020:00000080:0.0:1789066295.904263:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c2170000 for lustre-MDT0000 00000100:00080000:3.0:1789066295.928034:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066295.928055:0:3653:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 591 00000100:00080000:3.0:1789066295.928077:0:3653:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9479f1f84800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066295.928139:0:3653:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f807e680 x1875971345210880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066295.928210:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345210880:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789066295.928339:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066295.929401:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345210880 00000100:00100000:1.0:1789066295.929419:0:17067:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345210880 00000100:00100000:1.0:1789066295.929470:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789066295.929478:0:17067:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345210880:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789066295.929498:0:17067:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789066295.951069:0:17067:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345210880:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 21576us (22715us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789066295.951101:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1789066295.951369:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066295.951376:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066295.951382:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f807e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345210880:0@lo:38:ptlrpcd_00_00.0 00000001:00100000:1.0:1789066295.951943:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789066295.951951:0:18568:0:(genops.c:885:class_export_put()) final put ffff9479df93d000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789066295.951972:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:1.0:1789066295.951975:0:18568:0:(genops.c:885:class_export_put()) final put ffff9479fef43000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f 00000020:00000080:0.0:1789066295.952129:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479df93d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789066295.952195:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef43000/3c9bc408-5eb6-4d92-ac76-77d85e916e2f for lustre-OST0000 00000020:00000080:0.0:1789066295.952227:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479df938000 for lustre-OST0000 00000020:00000080:0.0:1789066295.952232:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef41800 for lustre-OST0000 00000100:00100000:3.0:1789066296.399568:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066296.399603:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345211008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066296.399711:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066296.399917:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211008 00000100:00100000:2.0:1789066296.399930:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211008 00000100:00100000:2.0:1789066296.400026:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789066296.400048:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f807e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345211008:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789066296.400332:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1789066296.400376:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789066296.400467:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f807e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345211008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 421us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066296.400476:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789066296.400590:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345211008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789066296.400963:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345211264:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401006:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401054:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3656:1875971345211776:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401102:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401126:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789066296.401132:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345211136:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401164:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401193:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345211648:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401214:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401269:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211776 00000100:00100000:1.0:1789066296.401275:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211776 00000100:00100000:1.0:1789066296.401321:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211648 00000100:00100000:1.0:1789066296.401324:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211648 00000100:00100000:1.0:1789066296.401364:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789066296.401374:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345211648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401422:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345211648:12345-0@lo:400:kworker.0 Request processed in 51us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066296.401428:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789066296.401445:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789066296.401449:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3656:x1875971345211776:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789066296.401455:0:18520:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789066296.401480:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3656:x1875971345211776:12345-0@lo:400:kworker.0 Request processed in 29us (378us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789066296.401485:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1789066296.401501:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789066296.401530:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479c368c000 x1875971345211648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066296.401542:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345211648:0@lo:400:kworker.0 00000100:00080000:1.0:1789066296.401553:0:3656:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789066296.401559:0:3656:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789066296.401563:0:3656:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789066296.401569:0:3656:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066296.401574:0:3656:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 633 00000100:00080000:1.0:1789066296.401586:0:3656:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9479c2c15000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066296.401613:0:3656:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a88a80 x1875971345212032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066296.401641:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3656:1875971345211776:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401667:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345212032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1789066296.401695:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401724:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212032 00000100:00100000:1.0:1789066296.401728:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212032 00000100:00100000:1.0:1789066296.401745:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789066296.401750:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212032:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1789066296.401766:0:18520:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789066296.401828:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212032:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 76us (132us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066296.401835:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1789066296.401860:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066296.401865:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066296.401868:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345212032:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1789066296.401888:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345211392:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.401914:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.401934:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211392 00000100:00100000:1.0:1789066296.401937:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211392 00000100:00100000:1.0:1789066296.401955:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789066296.401959:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1875971345211392:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789066296.401964:0:18520:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789066296.401986:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1875971345211392:12345-0@lo:400:kworker.0 Request processed in 26us (72us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789066296.401992:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1789066296.402014:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789066296.402024:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789066296.402027:0:3653:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789066296.402030:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066296.402034:0:3653:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 591 00000100:00080000:1.0:1789066296.402040:0:3653:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9479fefed000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066296.402055:0:3653:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a8a680 x1875971345212160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066296.402070:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345211392:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402080:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345212160:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789066296.402123:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.402147:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212160 00000100:00100000:1.0:1789066296.402151:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212160 00000100:00100000:1.0:1789066296.402168:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789066296.402173:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212160:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789066296.402181:0:18520:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789066296.402208:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212160:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 34us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066296.402213:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1789066296.402235:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066296.402239:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066296.402242:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345212160:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789066296.402257:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345211904:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402296:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.402316:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211904 00000100:00100000:1.0:1789066296.402327:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211904 00000100:00100000:1.0:1789066296.402362:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789066296.402368:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875971345211904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402402:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1875971345211904:12345-0@lo:400:kworker.0 Request processed in 33us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066296.402408:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:1.0:1789066296.402422:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789066296.402441:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479fefd3480 x1875971345211904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066296.402451:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345211904:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402468:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066296.402475:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345211520:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402497:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.402517:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211520 00000100:00100000:1.0:1789066296.402520:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211520 00000100:00100000:1.0:1789066296.402537:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789066296.402541:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1875971345211520:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789066296.402547:0:18520:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789066296.402570:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3653:x1875971345211520:12345-0@lo:400:kworker.0 Request processed in 28us (73us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789066296.402576:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:1.0:1789066296.402598:0:3653:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789066296.402601:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789066296.402604:0:3653:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789066296.402607:0:3653:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066296.402609:0:3653:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 614 00000100:00080000:1.0:1789066296.402622:0:3653:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9479c6a5f000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066296.402639:0:3653:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a89880 x1875971345212288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066296.402655:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345211520:0@lo:400:kworker.0 00000100:00100000:1.0:1789066296.402663:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345212288:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789066296.402686:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066296.402709:0:18520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212288 00000100:00100000:1.0:1789066296.402713:0:18520:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212288 00000100:00100000:1.0:1789066296.402729:0:18520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789066296.402733:0:18520:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212288:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789066296.402741:0:18520:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789066296.402769:0:18520:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3652:x1875971345212288:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 35us (82us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066296.402774:0:18520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1789066296.402835:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066296.402839:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066296.402842:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345212288:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789066296.403396:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211264 00000100:00100000:2.0:1789066296.403404:0:18574:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211264 00000100:00100000:2.0:1789066296.403456:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789066296.403476:0:18574:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345211264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066296.403546:0:18574:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345211264:12345-0@lo:400:kworker.0 Request processed in 72us (2539us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066296.403552:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789066296.403577:0:17055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345211136 00000100:00100000:2.0:1789066296.403582:0:17055:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345211136 00000100:00100000:2.0:1789066296.403611:0:17055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1789066296.403617:0:17055:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+19:3656:x1875971345211136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066296.403651:0:17055:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:513e2057-2b88-43e3-b8bb-bb35cfe0a224+19:3656:x1875971345211136:12345-0@lo:400:kworker.0 Request processed in 34us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066296.403657:0:17055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1789066296.403704:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345211136:0@lo:400:kworker.0 00000100:00100000:2.0:1789066296.403719:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345211264:0@lo:400:kworker.0 00010000:00010000:0.0:1789066296.849345:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789066297.294970:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c2545540 - data ffff9479f3564bd0/ffff9479c48f0800 00000020:01000000:0.0:1789066297.295222:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c373ce40 - data ffff9479f344c360/ffff9479fb89a000 00000001:00000004:0.0:1789066297.302652:0:20635:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1789066297.371465:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789066297.371478:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789066297.371498:0:20635:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9479f9402d80 x1875971345210240/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789066305 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066297.371530:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789066297.373803:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789066297.373814:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1789066297.373844:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066297.373847:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789066297.374176:0:17086:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789066297.374182:0:17086:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:2.0:1789066297.374195:0:17086:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789066297.375046:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789066297.375053:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1789066297.375078:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789066297.375080:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789066297.375246:0:17088:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789066297.375250:0:17088:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1789066297.375419:0:17088:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789066297.376855:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16a1 00000020:00000080:2.0:1789066297.376869:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6a5e000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789066297.378264:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6a5e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789066297.378712:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16b6 00000020:00000080:2.0:1789066297.378725:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8686000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789066297.378768:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789066297.378774:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066297.378785:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789066297.378809:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9478c335cd40) has no exports 00000004:01000000:2.0:1789066297.379184:0:20635:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789066297.379197:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1718 00000020:00000080:2.0:1789066297.379203:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8680000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789066297.379320:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8686000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789066297.379505:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789066297.379512:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066297.379518:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789066297.379522:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff9479fb8bb380) has no exports 00000020:00000080:2.0:1789066297.379531:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1711 00000020:00000080:2.0:1789066297.379536:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6427000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789066297.379557:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8680000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:2.0:1789066297.380217:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789066297.380224:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789066297.380230:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789066297.380237:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066297.380241:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066297.380437:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6427000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789066297.380519:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066297.380529:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066297.380537:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1703 00000020:00000080:2.0:1789066297.380546:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8685800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789066297.380644:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c6423000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789066297.380651:0:12995:0:(genops.c:885:class_export_put()) final put ffff9479f8684800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789066297.380665:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8684800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1789066297.380670:0:12995:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789066297.380853:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789066297.380857:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066297.380862:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789066297.380866:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff947a00d999c0) has no exports 00000020:00000080:2.0:1789066297.380872:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16fc 00000020:00000080:2.0:1789066297.380876:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c1ad1800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789066297.380965:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8685800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789066297.380972:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c1ad1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789066297.381696:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789066297.381701:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789066297.381713:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789066297.381717:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789066297.381720:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066297.381768:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c1ad7000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789066297.381878:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066297.381949:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066297.381954:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6427800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066297.381957:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6427800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789066297.381963:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789066297.382051:0:20635:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789066297.382058:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16ee 00000020:00000080:2.0:1789066297.382171:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6421800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789066297.382213:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789066297.382218:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066297.382224:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789066297.382228:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9478c25e4d40) has no exports 00000020:00000080:2.0:1789066297.382234:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16e7 00000020:00000080:2.0:1789066297.382238:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479d063f800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789066297.382256:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6421800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789066297.390540:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479d063f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1789066297.392089:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1789066297.392100:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789066297.392106:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789066297.392118:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066297.392162:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c3cc0000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789066297.392223:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066297.392241:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066297.392248:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c1ad4800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789066297.392253:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c1ad4800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789066297.392261:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066297.392436:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066297.392442:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066297.392445:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6a58000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789066297.392448:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6a58000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1789066297.392452:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789066297.392514:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16bd 00000020:00000080:3.0:1789066297.392523:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8687000/lustre-MDD0000_UUID 00000020:01000000:3.0:1789066297.392535:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1789066297.392545:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8687000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789066297.392555:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066297.392572:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789066297.392595:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9478c33599c0) has no exports 00000020:00000080:3.0:1789066297.392620:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066297.392625:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1789066297.392628:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6a5d000/lustre-MDD0000_UUID 00000020:00000080:3.0:1789066297.392630:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6a5d000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789066297.392635:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789066297.392671:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d16c4 00000020:00000080:3.0:1789066297.392675:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8687800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789066297.392689:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8687800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1789066297.392702:0:20635:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479feff1000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1789066297.392706:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479feff1000 3 00000020:01000004:3.0:1789066297.392710:0:20635:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9479feff1000 from lustre-MDT0000 00000020:00000080:3.0:1789066297.392734:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066297.392738:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1789066297.392741:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479c6a5a800/lustre-MDT0000_UUID 00000020:00000080:3.0:1789066297.392744:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6a5a800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1789066297.392752:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1789066297.392784:0:20635:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1789066297.392813:0:20635:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1789066297.392817:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1789066297.392820:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066297.392823:0:20635:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789066297.392831:0:20635:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff947a01a3f000 513e2057-2b88-43e3-b8bb-bb35cfe0a224 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789066297.392837:0:20635:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9478c25e0000) has exports, disconnecting them 00000020:00080000:3.0:1789066297.392842:0:20635:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff947a01a3f000), last request at 1789066185 00000020:00000080:3.0:1789066297.392863:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1669 00000020:00010000:3.0:1789066297.392868:0:20635:0:(genops.c:1920:obd_stale_export_put()) Put export ffff947a01a3f000: total 0 00000100:00080000:3.0:1789066297.392874:0:20635:0:(import.c:65:import_set_state_nolock()) ffff947a01a38000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789066297.392912:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff947a01a3f000): rc 0 00000020:00010000:1.0:1789066297.392955:0:17050:0:(genops.c:1906:obd_stale_export_get()) Get export ffff947a01a3f000: total 0 00010000:00010000:1.0:1789066297.392961:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066297.393008:0:17050:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff947a01a3f000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789066297.393303:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713a00/0x6be491be349d18ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d18c3 expref: 14 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393321:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713c00/0x6be491be349d1a98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1a91 expref: 13 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393337:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c11e00/0x6be491be349d1788 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1781 expref: 12 pid: 17057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393366:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713200/0x6be491be349d18f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d18ed expref: 11 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393378:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c23dec00/0x6be491be349d1c20 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1c19 expref: 10 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393389:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3d75c00/0x6be491be349d1845 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d183e expref: 9 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393398:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0712400/0x6be491be349d1796 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d178f expref: 8 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393409:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c10400/0x6be491be349d1677 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1670 expref: 7 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393419:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713800/0x6be491be349d1c12 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1c0b expref: 6 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393429:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3d74000/0x6be491be349d1a2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1a28 expref: 5 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393438:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3d75400/0x6be491be349d1c2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1c27 expref: 4 pid: 17056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393629:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3338e00/0x6be491be349d17a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d179d expref: 3 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393642:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3d75800/0x6be491be349d1a59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6be491be349d1a52 expref: 2 pid: 17055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066297.393668:0:17050:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff947a01a3f000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789066297.393690:0:17050:0:(genops.c:885:class_export_put()) final put ffff947a01a3f000/513e2057-2b88-43e3-b8bb-bb35cfe0a224 00010000:00010000:1.0:1789066297.393715:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066297.393718:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066297.393720:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789066297.395379:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff947a01a3f000/513e2057-2b88-43e3-b8bb-bb35cfe0a224 for MGS 00000020:00080000:3.0:1789066297.395443:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9478c25e0000) has no exports 00000020:00000080:0.0:1789066297.395727:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff947a01a38000 for MGS 00000100:00100000:0.0:1789066297.396058:0:17056:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9479ed250200:17056] 1 exiting: rc = 0 00000100:00100000:3.0:1789066297.396451:0:17057:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9479f85aec00:17057] 2 exiting: rc = 0 00000100:00100000:3.0:1789066297.397584:0:17055:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9479ed251000:17055] 0 exiting: rc = 1 00000100:00100000:0.0:1789066297.397843:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397869:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397876:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397890:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397899:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397906:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397913:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397921:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397929:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397936:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397945:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397952:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397959:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397968:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397973:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397979:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397985:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397991:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.397996:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398002:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398007:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398013:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398019:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398026:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398032:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398038:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398044:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398050:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398056:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398063:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398070:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398078:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398084:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398090:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398097:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398103:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398118:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398124:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398130:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398135:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398141:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398147:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398153:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398160:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398167:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398173:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398179:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398186:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398192:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398197:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398203:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398209:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398215:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398221:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398228:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398234:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398240:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398247:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398253:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398259:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398266:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398284:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398291:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066297.398298:0:20635:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789066297.401052:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9479c64bde40 - data ffff9479f371daf8/ffff9478c1a2e400 00000020:01000000:0.0:1789066297.402332:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c373c1e0 - data ffff9479f34370d8/ffff9479ff052000 00000020:00000080:0.0:1789066297.404179:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d164d 00000020:00000080:0.0:1789066297.404198:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479feff5000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789066297.404230:0:20635:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479feff1000 from MGS, refs=2 00000020:01000004:0.0:1789066297.404235:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479feff1000 2 00000020:01000004:0.0:1789066297.404257:0:20635:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9479feff1000 from MGS 00000020:00000080:0.0:1789066297.404299:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066297.404310:0:20635:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789066297.404313:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479feff7000/MGS 00000020:00000080:0.0:1789066297.404316:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479feff7000/MGS for MGS 00000020:01000000:0.0:1789066297.404325:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:3.0:1789066297.404767:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479feff5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789066297.408232:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789066297.408245:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066297.408259:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789066297.408269:0:20635:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9478c1ad2000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066297.408289:0:20635:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff9478c1b50000) has exports, disconnecting them 00000020:00080000:0.0:1789066297.408296:0:20635:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9478c1ad2000), last request at 1789066185 00000020:00000080:0.0:1789066297.408301:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1750 00000020:00080000:0.0:1789066297.408325:0:20635:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9478c1ad2000): rc 0 00000020:00000080:0.0:1789066297.408331:0:20635:0:(genops.c:885:class_export_put()) final put ffff9478c1ad2000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789066297.408537:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c1ad2000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1789066297.418056:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1789066297.418071:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066297.418078:0:20635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789066297.418089:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066297.418139:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c6422800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789066297.418417:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789066297.418429:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789066297.418438:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479f8686800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789066297.418443:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8686800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1789066297.418450:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1789066297.418575:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479feff1000 1 00000020:00000080:3.0:1789066297.418584:0:20635:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d163f 00000020:00000080:3.0:1789066297.418593:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479feff2800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1789066297.418603:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1789066297.418612:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479feff2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789066297.418624:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066297.418630:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789066297.418635:0:20635:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9478c25e3380) has no exports 00000020:00000080:1.0:1789066297.572733:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066297.572746:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789066297.572753:0:20635:0:(genops.c:885:class_export_put()) final put ffff9479feff7800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789066297.572758:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9479feff7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789066297.572770:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789066297.573650:0:20635:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9479feff1800 00000020:02000400:2.0:1789066297.573721:0:20635:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1789066297.871537:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066298.894942:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066299.922273:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066300.495052:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345212416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066300.495125:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066300.495181:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212416 00000100:00100000:0.0:1789066300.495190:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212416 00000100:00100000:0.0:1789066300.495260:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789066300.495270:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345212416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789066300.495301:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789066300.495346:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345212416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066300.495353:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:0.0:1789066300.495374:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066300.495413:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345212416:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789066300.945746:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789066301.017754:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066301.017764:0:19385:0:(genops.c:885:class_export_put()) final put ffff9479fef47000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789066301.017810:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef47000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789066301.017859:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef40000 for lustre-OST0001 00000100:00100000:2.0:1789066301.521068:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345212544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789066301.521162:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066301.521266:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212544 00000100:00100000:2.0:1789066301.521274:0:18575:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212544 00000100:00100000:2.0:1789066301.521335:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789066301.521363:0:18575:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345212544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789066301.521401:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789066301.521448:0:18575:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345212544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066301.521455:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:2.0:1789066301.521475:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789066301.521543:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345212544:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789066301.521758:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066301.521765:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066301.521769:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066301.521774:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1789066301.521780:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066301.521811:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9479f1f84800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066301.521837:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34adc00 x1875971345212800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066301.521874:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066301.521878:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066301.521880:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066301.521884:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1789066301.521887:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066301.521892:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9479fefed000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066301.521904:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c368f100 x1875971345213056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066301.521923:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066301.521927:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066301.521928:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066301.521932:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1789066301.521944:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066301.521950:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9479c6a5f000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066301.521964:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c368c700 x1875971345213184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066301.521980:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066301.521983:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066301.521984:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066301.521988:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1789066301.521991:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066301.521995:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9479c2c15000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066301.522005:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c368c000 x1875971345213440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066301.522043:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345212800:0@lo:38:kworker.0 00000100:00100000:1.0:1789066301.522084:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522111:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345213056:0@lo:38:kworker.0 00000100:00100000:1.0:1789066301.522132:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522146:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345213184:0@lo:38:kworker.0 00000100:00100000:1.0:1789066301.522160:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522173:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345213440:0@lo:38:kworker.0 00000100:00100000:1.0:1789066301.522205:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522233:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345213312:0@lo:400:kworker.0 00000100:00100000:1.0:1789066301.522267:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522284:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066301.522288:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345212928:0@lo:400:kworker.0 00000100:00100000:1.0:1789066301.522307:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066301.522333:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212800 00000100:00100000:1.0:1789066301.522338:0:17068:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212800 00000100:00100000:1.0:1789066301.522364:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789066301.522371:0:17068:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345212800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789066301.522390:0:17068:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789066301.523470:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345212672:0@lo:400:kworker.0 00000400:00000100:2.0:1789066301.523512:0:3656:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875971345212672 offset 0 length 224: 4 00000100:00100000:2.0:1789066301.523555:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789066301.523562:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345213568:0@lo:400:kworker.0 00000100:00100000:2.0:1789066301.523591:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066301.532627:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213056 00000100:00100000:0.0:1789066301.532660:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213056 00000100:00100000:0.0:1789066301.532699:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213184 00000100:00100000:0.0:1789066301.532702:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213184 00000100:00100000:0.0:1789066301.532710:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213440 00000100:00100000:0.0:1789066301.532713:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213440 00000100:00100000:0.0:1789066301.532722:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213312 00000100:00100000:0.0:1789066301.532724:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213312 00000100:00100000:0.0:1789066301.532809:0:17062:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213568 00000100:00100000:0.0:1789066301.532813:0:17062:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213568 00000100:00100000:0.0:1789066301.532840:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789066301.532851:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345213312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066301.532993:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345213312:12345-0@lo:400:kworker.0 Request processed in 144us (10723us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066301.533001:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789066301.533019:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789066301.533027:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345213568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066301.533065:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345213568:12345-0@lo:400:kworker.0 Request processed in 40us (9474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066301.533071:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789066301.533082:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789066301.533086:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789066301.533109:0:17062:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789066301.533144:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213056:12345-0@lo:38:kworker.0 Request processed in 57us (11010us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789066301.533151:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789066301.533162:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789066301.533166:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789066301.533175:0:17062:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789066301.533206:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213184:12345-0@lo:38:kworker.0 Request processed in 39us (11045us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789066301.533211:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789066301.533221:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789066301.533225:0:17062:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789066301.533244:0:17062:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789066301.533265:0:17062:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345213440:12345-0@lo:38:kworker.0 Request processed in 39us (11059us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789066301.533270:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1789066301.533296:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1789066301.533332:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9479e4a14380 x1875971345213568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066301.533346:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345213568:0@lo:400:kworker.0 00000100:00080000:0.0:1789066301.533379:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066301.533384:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066301.533387:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345213056:0@lo:38:kworker.0 00000100:00080000:0.0:1789066301.533396:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066301.533399:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066301.533401:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345213184:0@lo:38:kworker.0 00000100:00080000:0.0:1789066301.533408:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066301.533412:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066301.533414:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345213440:0@lo:38:kworker.0 00000100:00100000:0.0:1789066301.538263:0:18713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345212928 00000100:00100000:0.0:1789066301.538290:0:18713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345212928 00000100:00100000:0.0:1789066301.538400:0:18713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789066301.538409:0:18713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345212928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066301.538514:0:18713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345212928:12345-0@lo:400:kworker.0 Request processed in 107us (16205us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066301.538521:0:18713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789066301.539878:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345212928:0@lo:400:kworker.0 00010000:00080000:0.0:1789066301.539895:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9479c368ce00 x1875971345213312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066301.539905:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c368ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345213312:0@lo:400:kworker.0 00000100:00100000:1.0:1789066301.554946:0:17068:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345212800:12345-0@lo:38:kworker.0 Request processed in 32566us (32852us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066301.554963:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1789066301.555024:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066301.555551:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066301.555558:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345212800:0@lo:38:kworker.0 00010000:00010000:0.0:1789066301.969277:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789066302.593149:0:20836:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789066302.603755:0:20836:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1789066302.603982:0:20836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.603997:0:20836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.604004:0:20836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.604031:0:20836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.604099:0:20836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789066302.604106:0:20836:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789066302.604138:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066302.604144:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789066302.604152:0:20836:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789066302.604160:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9479fefed000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789066302.604166:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066302.604167:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789066302.604171:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789066302.605245:0:20836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.605259:0:20836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.605265:0:20836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.605272:0:20836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.610835:0:17050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066302.610852:0:17050:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.610862:0:17050:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066302.610866:0:17050:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.610876:0:17050:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066302.610883:0:17050:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066302.610889:0:17050:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066302.610906:0:17050:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789066302.610910:0:17050:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789066302.611468:0:17050:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.611478:0:17050:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066302.611517:0:17050:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.611524:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d183e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1845 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066302.611544:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789066302.611565:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345213696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066302.611635:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789066302.611698:0:17050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066302.611703:0:17050:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.611710:0:17050:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75e00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066302.611713:0:17050:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.611721:0:17050:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066302.611727:0:17050:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066302.611732:0:17050:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066302.611734:0:17050:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00000100:00100000:0.0:1789066302.611735:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213696 00000100:00100000:0.0:1789066302.611745:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213696 00010000:00010000:2.0:1789066302.611756:0:17050:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066302.611762:0:17050:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066302.611782:0:17050:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066302.611806:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789066302.611812:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066302.611813:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3655:x1875971345213696:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066302.611819:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3654:1875971345213824:0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789066302.611819:0:17047:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789066302 with bad export cookie 7774499102860842601 00000100:00100000:2.0:1789066302.611842:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066302.611868:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213824 00000100:00100000:2.0:1789066302.611872:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213824 00000100:00100000:2.0:1789066302.611891:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789066302.611896:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3654:x1875971345213824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789066302.611900:0:17049:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789066302 with bad export cookie 7774499102860842601 00000100:00100000:2.0:1789066302.611936:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3654:x1875971345213824:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (93us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789066302.611943:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1789066302.611973:0:3654:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.153@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789066302.611977:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1789066302.611980:0:3654:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.153@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:1.0:1789066302.613916:0:20836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789066302.613931:0:20836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3d75e00/0x6be491be349d179d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d17a4 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614010:0:20836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614019:0:20836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614026:0:20836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614032:0:20836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614052:0:20836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066302.614058:0:20836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614068:0:20836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614074:0:20836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614080:0:20836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614087:0:20836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789066302.614092:0:20836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614111:0:20836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614116:0:20836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614122:0:20836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.614128:0:20836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:1.0:1789066302.614131:0:20836:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1789066302.614137:0:20836:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1789066302.614175:0:20836:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1789066302.614179:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1789066302.614184:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066302.614190:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1789066302.614197:0:20836:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9479fef41000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789066302.614203:0:20836:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9478c3c3a800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789066302.614207:0:20836:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff9478c1b53380) has exports, disconnecting them 00000020:00080000:1.0:1789066302.614211:0:20836:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9479fef41000), last request at 1789066301 00000020:00000080:1.0:1789066302.614219:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a83 00000100:00080000:1.0:1789066302.614246:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9479fef42800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789066302.614283:0:20836:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479fef41000): rc 0 00000020:00000080:1.0:1789066302.614285:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479fef41000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1789066302.614296:0:20836:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9478c3c3a800), last request at 1789066301 00000020:00000080:1.0:1789066302.614300:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d191e 00010000:00010000:3.0:1789066302.614484:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789066302.614493:0:17816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066302.614501:0:17816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75a00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066302.614504:0:17816:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066302.614512:0:17816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066302.614526:0:17816:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066302.614531:0:17816:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066302.614534:0:17816:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789066302.614536:0:17816:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:1.0:1789066302.614585:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3b800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1789066302.614605:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef41000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1789066302.614663:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fef42800 for lustre-MDT0001 00000020:00080000:1.0:1789066302.614681:0:20836:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9478c3c3a800): rc 0 00000020:00000080:1.0:1789066302.614684:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c3c3a800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1789066302.614695:0:20836:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb2a901607ae0 00000020:00000080:1.0:1789066302.614706:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3c3a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1789066302.614728:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c3c3b800 for lustre-MDT0001 00000100:00080000:1.0:1789066302.614751:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066302.614760:0:20836:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9479e4a8a300 x1875971345210752/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789066311 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066302.614777:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789066302.616058:0:20836:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789066302.616069:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9479f1f84800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789066302.616250:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789066302.616254:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789066302.616266:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789066302.616336:0:20836:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1789066302.616358:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9479c2d45000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789066302.616373:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789066302.616376:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789066302.616386:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789066302.616556:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345213952:0@lo:9:umount.0 00000100:00100000:1.0:1789066302.616622:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789066302.616681:0:20836:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1789066302.616691:0:20836:0:(import.c:65:import_set_state_nolock()) ffff9478c2686000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789066302.616708:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345214080:0@lo:9:umount.0 00000100:00100000:1.0:1789066302.616730:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066302.616771:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345213952 00000100:00100000:1.0:1789066302.616779:0:18573:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345213952 00000100:00100000:1.0:1789066302.616938:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345214080 00000100:00100000:1.0:1789066302.616942:0:18573:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345214080 00000100:00100000:1.0:1789066302.616966:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066302.616974:0:18573:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875971345213952:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789066302.616997:0:18573:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1948 00000100:00080000:1.0:1789066302.617005:0:18573:0:(import.c:65:import_set_state_nolock()) ffff9479f8720800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066302.617037:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789066302.617174:0:18573:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3652:x1875971345213952:12345-0@lo:9:umount.0 Request processed in 200us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066302.617181:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066302.617196:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789066302.617202:0:18573:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1875971345214080:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789066302.617213:0:18573:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1ab4 00000100:00080000:1.0:1789066302.617219:0:18573:0:(import.c:65:import_set_state_nolock()) ffff9479c9bb6800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789066302.617249:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789066302.617318:0:18573:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3652:x1875971345214080:12345-0@lo:9:umount.0 Request processed in 115us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066302.617325:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:1.0:1789066302.617362:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c2686000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789066302.617366:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789066302.617368:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789066302.617371:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345214080:0@lo:9:umount.0 00000100:00080000:1.0:1789066302.617379:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c2d45000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789066302.617385:0:3652:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789066302.617387:0:3652:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789066302.617389:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345213952:0@lo:9:umount.0 00000020:00080000:1.0:1789066302.617620:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9478c1b53380) has no exports 00010000:00010000:1.0:1789066302.618021:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066302.618030:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.618039:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712e00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066302.618044:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.618054:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066302.618062:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066302.618068:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789066302.618072:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789066302.618075:0:17051:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:2.0:1789066302.637996:0:3654:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.153@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1789066302.638002:0:3654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789066302.638013:0:3654:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a89880 x1875971345212672/t0(0) o400->MGC192.168.202.153@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789066317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066302.638044:0:3654:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9478c2724380 x1875971345213696/t0(0) o103->MGC192.168.202.153@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789066318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066302.638058:0:3654:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479f80d8e00 x1875971345213824/t0(0) o103->MGC192.168.202.153@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789066318 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789066302.638731:0:3654:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789066302.638737:0:3654:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789066302.638739:0:3654:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789066302.638743:0:3654:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789066302.638749:0:3654:0:(import.c:545:import_select_connection()) MGC192.168.202.153@tcp: connect to NID 0@lo last attempt 573 00000100:00080000:2.0:1789066302.638767:0:3654:0:(import.c:666:import_select_connection()) MGC192.168.202.153@tcp: import ffff9479e0743800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066302.639217:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3655:1875971345213696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066302.639274:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3656:1875971345212672:0@lo:400:kworker.0 00010000:00010000:2.0:1789066302.639292:0:17050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1789066302.639564:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345210752:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789066302.639599:0:17816:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066302.639609:0:17816:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066302.639626:0:17816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066302.639634:0:17816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3d75a00/0x6be491be349d1a91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1a98 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066302.639747:0:3654:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80da680 x1875971345214336/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789066302.639778:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345214336:0@lo:250:ptlrpcd_00_01.0 00010000:00010000:3.0:1789066302.640053:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066302.640056:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066302.640059:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789066302.640140:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875971345214336 offset 0 length 520: 4 00000100:00100000:2.0:1789066302.640255:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:513e2057-2b88-43e3-b8bb-bb35cfe0a224:0:1875971345214208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066302.640262:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3654:1875971345213824:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066302.640518:0:17051:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.640527:0:17051:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066302.640551:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.640558:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d1c27 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6be491be349d1c2e expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.640569:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066302.640571:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066302.640573:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066302.641058:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789066302.641070:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:513e2057-2b88-43e3-b8bb-bb35cfe0a224:0:1875971345214464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066302.641907:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066302.641911:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066302.641913:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066302.642726:0:17050:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.642741:0:17050:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338000 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066302.642745:0:17050:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.642756:0:17050:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066302.642763:0:17050:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066302.642769:0:17050:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789066302.642772:0:17050:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789066302.642776:0:17050:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789066302.642823:0:17050:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:1.0:1789066302.642828:0:17050:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.642836:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3338000/0x6be491be349d178f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1796 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066302.642925:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066302.642927:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066302.642930:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066302.644011:0:17058:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:0.0:1789066302.645972:0:17047:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875971345213696 offset 224 length 224: 4 00000100:00100000:0.0:1789066302.645995:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3655:x1875971345213696:12345-0@lo:103:ldlm_bl.0 Request processed in 34180us (34358us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789066302.646006:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00080000:1.0:1789066302.652571:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9478c1b53380) has no exports 00000020:01000000:2.0:1789066302.707952:0:20836:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c2545840 - data ffff9479f36b95e8/ffff9479c48f2400 00000020:01000000:2.0:1789066302.708146:0:20836:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9479dfbd7180 - data ffff9478c1c100d8/ffff9479c36b8400 00000001:00000004:2.0:1789066302.717496:0:20836:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789066302.807378:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789066302.807392:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789066302.807403:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789066302.809094:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789066302.809105:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789066302.809256:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789066302.809269:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789066302.814496:0:17804:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789066302.814509:0:17804:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789066302.814544:0:17804:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789066302.815431:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789066302.815440:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789066302.815481:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789066302.815485:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789066302.818754:0:17806:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789066302.818767:0:17806:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789066302.818785:0:17806:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789066302.820086:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17b2 00000020:00000080:3.0:1789066302.820100:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c3d4c800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789066302.820393:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3d4c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789066302.821156:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17c7 00000020:00000080:3.0:1789066302.821167:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479ca339000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789066302.821179:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789066302.821187:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789066302.821198:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789066302.821204:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9478c1b519c0) has no exports 00000020:00000080:0.0:1789066302.821552:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ca339000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:1.0:1789066302.822168:0:20836:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789066302.822186:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d181b 00000020:00000080:1.0:1789066302.822197:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479f1f1e000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789066302.822218:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789066302.822234:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066302.822245:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789066302.822250:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff947a00d9cd40) has no exports 00000020:00000080:0.0:1789066302.822403:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f1e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1789066302.822430:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1814 00000020:00000080:1.0:1789066302.822436:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c2682000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789066302.822954:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2682000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789066302.823177:0:20836:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789066302.823184:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789066302.823189:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789066302.823198:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789066302.823202:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789066302.823332:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066302.823344:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789066302.823354:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1806 00000020:00000080:1.0:1789066302.823368:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479f1f85000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789066302.828973:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789066302.829018:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066302.829037:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789066302.829045:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff947a00d98000) has no exports 00000020:00000080:1.0:1789066302.829060:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17f8 00000020:00000080:1.0:1789066302.829072:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479c6844000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789066302.829473:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9478c2686000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789066302.829488:0:36:0:(genops.c:885:class_export_put()) final put ffff9479f1f80000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789066302.829511:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f80000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789066302.829520:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789066302.830476:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f85000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789066302.830492:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c6844000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789066302.831164:0:20836:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789066302.831172:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789066302.831177:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789066302.831187:0:20836:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789066302.831190:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789066302.831286:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.831296:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c2d45000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789066302.831427:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789066302.831436:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c2683800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789066302.831441:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2683800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1789066302.831448:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789066302.831751:0:20836:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789066302.831760:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17ea 00000020:00000080:1.0:1789066302.831769:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479f1f82800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789066302.831821:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789066302.831827:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066302.831834:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789066302.831839:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9479ed2199c0) has no exports 00000020:00000080:1.0:1789066302.831848:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17e3 00000020:00000080:1.0:1789066302.831852:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479f1f82000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789066302.831907:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f82800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789066302.831928:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f82000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789066302.833629:0:20836:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789066302.833639:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066302.833644:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789066302.833652:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789066302.833730:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.833741:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789066302.833770:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.833774:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789066302.833780:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c217d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789066302.833784:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c217d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789066302.833809:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789066302.834468:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479f1f84800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789066302.834484:0:12995:0:(genops.c:885:class_export_put()) final put ffff9479f1f86800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789066302.834487:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f86800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789066302.834504:0:12995:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789066302.840708:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17ce 00000020:00000080:0.0:1789066302.840725:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479ca33f000/lustre-MDD0001_UUID 00000020:01000000:0.0:1789066302.840748:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789066302.840779:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066302.840803:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789066302.840809:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9479ed218000) has no exports 00000020:00000080:0.0:1789066302.840836:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.841178:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789066302.841183:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d17d5 00000020:00000080:0.0:1789066302.841189:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479ca33d800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789066302.841213:0:20836:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479f1f1d800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789066302.841244:0:20836:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479f1f1d800 2 00000020:01000004:0.0:1789066302.841247:0:20836:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9479f1f1d800 from lustre-MDT0001 00000020:00000080:0.0:1789066302.841273:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.841277:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789066302.841280:0:20836:0:(genops.c:885:class_export_put()) final put ffff9478c3d4b800/lustre-MDT0001_UUID 00000020:00000080:0.0:1789066302.841283:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3d4b800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789066302.841295:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789066302.841344:0:20836:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789066302.841348:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789066302.841351:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066302.841354:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789066302.841361:0:20836:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9479fefee800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066302.841366:0:20836:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff9479f3eb3380) has exports, disconnecting them 00000020:00080000:0.0:1789066302.841371:0:20836:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9479fefee800), last request at 1789066203 00000020:00000080:0.0:1789066302.841375:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1853 00000020:00080000:0.0:1789066302.841386:0:20836:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479fefee800): rc 0 00000020:00000080:0.0:1789066302.841461:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479fefee800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789066302.842628:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ca33f000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789066302.842644:0:12995:0:(genops.c:885:class_export_put()) final put ffff9478c217c000/lustre-MDD0001_UUID 00000020:00000080:3.0:1789066302.842648:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c217c000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789066302.842662:0:12995:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1789066302.842871:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ca33d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789066302.842879:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fefee800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1789066302.944453:0:20836:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789066302.944468:0:20836:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066302.944475:0:20836:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789066302.944485:0:20836:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789066302.944650:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479fefed000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789066302.944755:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066302.944768:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1789066302.944777:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479e4adc000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789066302.944782:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4adc000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789066302.945067:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789066302.945177:0:20836:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479f1f1d800 1 00000020:00000080:1.0:1789066302.945187:0:20836:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d177a 00000020:00000080:1.0:1789066302.945196:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479e4adc800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1789066302.945214:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789066302.945219:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066302.945236:0:20836:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789066302.945240:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9479fb8bcd40) has no exports 00000020:00000080:3.0:1789066302.945949:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4adc800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789066302.972198:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066302.972213:0:20836:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1789066302.972219:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479f1f18000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789066302.972234:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f1f18000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1789066302.972248:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1789066302.972394:0:20836:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9479f1f19000 00000020:01000000:0.0:1789066302.972418:0:20836:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1789066302.972422:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066302.972427:0:20836:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066302.972431:0:20836:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9478c1b54d40) has no exports 00000100:00100000:0.0:1789066302.972551:0:18520:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9479c3499600:18520] 3 exiting: rc = 0 00000100:00100000:1.0:1789066302.972571:0:17062:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9479ff0a3a00:17062] 0 exiting: rc = 1 00000100:00100000:3.0:1789066302.972752:0:17064:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9479c6b2e200:17064] 2 exiting: rc = 0 00000100:00100000:0.0:1789066302.972989:0:17063:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff9479c6b2f800:17063] 1 exiting: rc = 0 00000100:00100000:0.0:1789066302.973069:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973077:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973093:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973102:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973110:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973119:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973128:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973137:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973146:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973155:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973163:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973171:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973181:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973191:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973200:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973209:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973219:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973241:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973251:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973263:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973278:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973293:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973451:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973461:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973467:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973473:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973480:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973487:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973493:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973500:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973506:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973514:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973520:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973526:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973532:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973539:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973544:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973561:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973567:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973573:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973898:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973908:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973914:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973919:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973925:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973931:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973938:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973944:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973950:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973957:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973966:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973974:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973983:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.973992:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974000:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974010:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974017:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974024:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974031:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974037:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974044:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974050:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974057:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.974065:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066302.979400:0:17065:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9479c6b2e000:17065] 0 exiting: rc = 1 00000100:00100000:3.0:1789066302.979568:0:17066:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9479f3e68c00:17066] 1 exiting: rc = 0 00000100:00100000:0.0:1789066302.979900:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979910:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979916:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979929:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979937:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979943:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979949:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979956:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979978:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979986:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979993:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.979999:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980007:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980014:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980022:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980034:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980044:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980054:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980058:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980063:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980076:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980082:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980087:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980092:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980097:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980102:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980108:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980113:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980118:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980124:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980131:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980138:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980146:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980153:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980160:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980168:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980175:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980182:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980190:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980198:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980206:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980214:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980233:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980249:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980257:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980264:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980272:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980279:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980285:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980292:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980298:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980313:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980318:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980323:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980328:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980333:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980338:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980342:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980347:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980352:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980356:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980361:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980370:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.980381:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066302.981006:0:17068:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff9479f8651c00:17068] 1 exiting: rc = 0 00000100:00100000:3.0:1789066302.981137:0:17067:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff9479f3d32c00:17067] 0 exiting: rc = 1 00000100:00100000:0.0:1789066302.982103:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982112:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982118:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982138:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982147:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982154:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982161:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982169:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982175:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982183:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982190:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982197:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982204:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982210:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982240:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982262:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982271:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982277:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982282:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982289:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.982295:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983082:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983096:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983103:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983116:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983127:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983133:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983155:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983163:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983169:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983175:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983181:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983186:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983193:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983198:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983205:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983210:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983216:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983234:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983260:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983267:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983275:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983281:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983288:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983294:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.983300:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984366:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984375:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984382:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984404:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984411:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984436:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984444:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984451:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984457:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984464:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984471:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984492:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984497:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984504:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984511:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984518:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984524:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066302.984530:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.019889:0:17069:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9479f3d32800:17069] 0 exiting: rc = 1 00000100:00100000:3.0:1789066303.020557:0:17070:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9479ed251e00:17070] 1 exiting: rc = 0 00000100:00100000:1.0:1789066303.020750:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020758:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020764:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020769:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020775:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020781:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020811:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020818:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020823:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020827:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020832:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020845:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020851:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020856:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020862:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020866:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020871:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020876:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020881:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020885:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020890:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020895:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020900:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020906:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020911:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020916:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020921:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020926:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020932:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020937:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020942:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020947:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020953:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020970:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020976:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020982:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020987:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020992:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.020997:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021002:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021007:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021012:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021017:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021022:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021027:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021032:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021038:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021043:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021049:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021054:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021058:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021063:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021069:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021074:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021080:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021085:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021090:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021094:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021099:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021104:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021111:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021116:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021121:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021126:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.021636:0:17072:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9479e4ad7c00:17072] 1 exiting: rc = 0 00000100:00100000:3.0:1789066303.021810:0:17071:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff947a01c14c00:17071] 0 exiting: rc = 1 00000100:00100000:1.0:1789066303.024027:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024036:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024043:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024070:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024075:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024080:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024087:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024092:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024097:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024102:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024108:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024112:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024117:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024123:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024128:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024132:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024137:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024142:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024147:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024151:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024156:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024160:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024166:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024170:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024176:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024181:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024186:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024192:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024197:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024203:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024208:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024213:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024217:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024242:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024248:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024254:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024261:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024267:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024280:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024285:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024290:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024295:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024312:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024318:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024324:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024330:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024335:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024339:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024345:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024350:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024354:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024359:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024364:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024369:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024374:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024378:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024383:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024653:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024665:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024671:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024676:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024681:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024685:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.024691:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066303.025182:0:17073:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9479e4ad7e00:17073] 0 exiting: rc = 1 00000100:00100000:0.0:1789066303.025341:0:17074:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff947a01c12e00:17074] 1 exiting: rc = 0 00000100:00100000:1.0:1789066303.025526:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025532:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025537:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025542:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025547:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025552:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025557:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025562:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025568:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025581:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025587:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025591:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025596:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025601:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025606:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025611:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025615:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025620:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025625:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025630:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025635:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025639:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025644:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025649:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025654:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025658:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025663:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025668:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025673:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025678:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025683:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025687:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025692:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025697:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025702:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025707:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025711:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025716:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025720:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025725:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025730:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025735:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025741:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025747:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025759:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025764:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025768:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025773:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025778:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.025783:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026039:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026046:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026051:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026057:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026064:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026069:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026074:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026080:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026085:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026090:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026095:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026100:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026104:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066303.026110:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789066303.027562:0:17076:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff9479f97f1800:17076] 1 exiting: rc = 0 00000100:00100000:1.0:1789066303.027931:0:17077:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff9479f97f0a00:17077] 2 exiting: rc = 0 00000100:00100000:1.0:1789066303.033118:0:17075:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9479f97f0c00:17075] 0 exiting: rc = 1 00000100:00100000:0.0:1789066303.033725:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033734:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033739:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033746:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033751:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033756:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033761:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033767:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033773:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033779:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033785:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033819:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033825:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033830:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033971:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033983:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033989:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.033996:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034015:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034021:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034028:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034034:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034040:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034056:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034080:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034087:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034093:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034099:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034105:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034111:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034117:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034123:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034130:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034136:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034141:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034146:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034152:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034158:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034163:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034170:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034176:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034182:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034188:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034193:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034199:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034206:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034211:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034217:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034248:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034255:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034260:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034265:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034270:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034281:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034287:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034292:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034298:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034314:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034320:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034325:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034331:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034336:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034341:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066303.034347:0:20836:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789066303.044715:0:20836:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066303.044729:0:20836:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789066303.044735:0:20836:0:(genops.c:885:class_export_put()) final put ffff9479ca059000/MDS_uuid 00000020:00000080:1.0:1789066303.044739:0:20836:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ca059000/MDS_uuid for MDS 00000020:01000000:1.0:1789066303.044745:0:20836:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789066303.045016:0:20836:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1789066303.309661:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066304.349162:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066305.360773:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066306.395545:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066306.639694:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066306.639705:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066306.639708:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066306.639720:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066306.639724:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066306.639731:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1789066306.639738:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789066306.639752:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9479c6a5f000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066306.639822:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a17800 x1875971345214592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066306.639869:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066306.639873:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066306.639875:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066306.639878:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1789066306.639881:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789066306.639886:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9479c2c15000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066306.639898:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a14a80 x1875971345214848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066306.639947:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345214976:0@lo:400:kworker.0 00000400:00000100:1.0:1789066306.640000:0:3653:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345214976 offset 0 length 224: 4 00000100:00100000:2.0:1789066306.645265:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345214592:0@lo:38:kworker.0 00000400:00000100:2.0:1789066306.645339:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345214592 offset 0 length 520: 4 00000100:00100000:2.0:1789066306.645372:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345214848:0@lo:38:kworker.0 00000400:00000100:2.0:1789066306.645398:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345214848 offset 0 length 520: 4 00000100:00100000:2.0:1789066306.645437:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345214720:0@lo:400:kworker.0 00000400:00000100:2.0:1789066306.645461:0:3656:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345214720 offset 0 length 224: 4 00000020:01000004:1.0:1789066307.394700:0:21039:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00010000:00010000:0.0:1789066307.411322:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789066307.412088:0:21039:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789066307.412142:0:21039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066307.412157:0:21039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066307.412163:0:21039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066307.412191:0:21039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066307.412212:0:21039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789066307.412217:0:21039:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789066307.412246:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066307.412258:0:21039:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a17800 x1875971345214592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066307.412322:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789066307.412328:0:21039:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789066307.412334:0:21039:0:(import.c:65:import_set_state_nolock()) ffff9479c6a5f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789066307.412339:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789066307.412343:0:21039:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a17800 x1875971345214592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066326 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1789066307.412463:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066307.412471:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066307.412479:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338200 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066307.412482:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066307.412491:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066307.412497:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066307.412503:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789066307.412505:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789066307.412507:0:17051:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789066307.412520:0:17051:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:0.0:1789066307.412524:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066307.412540:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d18ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d18f4 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066307.412551:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066307.412553:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066307.412555:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066307.415120:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789066307.415416:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345214592:0@lo:38:kworker.0 00000100:00100000:1.0:1789066307.415482:0:21039:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789066307.417083:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789066307.417101:0:21039:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a15f80 x1875971345214720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066307.417189:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789066307.417196:0:21039:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789066307.417220:0:21039:0:(import.c:65:import_set_state_nolock()) ffff9479c9bb2000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789066307.417290:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1875971345215104:0@lo:39:umount.0 00000400:00000100:0.0:1789066307.417341:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215104 offset 0 length 224: 4 00000100:00100000:2.0:1789066307.417439:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345214720:0@lo:400:kworker.0 00000100:00080000:0.0:1789066307.663563:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789066307.663573:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066307.663576:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789066307.663580:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789066307.663816:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066307.663839:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345215232:0@lo:400:kworker.0 00000400:00000100:1.0:1789066307.663897:0:3653:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215232 offset 0 length 224: 4 00010000:00010000:3.0:1789066308.431015:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789066308.689354:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789066308.689364:0:18568:0:(genops.c:885:class_export_put()) final put ffff9479f8723800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789066308.691194:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8723800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789066308.691264:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479f8720800 for lustre-OST0000 00000001:00100000:0.0:1789066308.692497:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789066308.693133:0:19385:0:(genops.c:885:class_export_put()) final put ffff9479c9bb5800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789066308.697512:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479c9bb5800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789066308.697613:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c9bb6800 for lustre-OST0001 00010000:00010000:1.0:1789066309.455168:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066310.479143:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066311.503129:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066311.695212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066311.695225:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066311.695228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066311.695252:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789066311.695406:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345215360:0@lo:400:kworker.0 00000400:00000100:2.0:1789066311.695461:0:3655:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215360 offset 0 length 224: 4 00000100:00100000:2.0:1789066312.526993:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066302/real 1789066302] req@ffff9479f80da680 x1875971345214336/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789066312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066312.527029:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f80da680 x1875971345214336/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789066312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789066312.527051:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066312.527076:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789066312.527080:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345214336:0@lo:250:ptlrpcd_00_01.0 00010000:00010000:3.0:1789066312.527291:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066312.527350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066312.527356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789066312.527359:0:36:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066312.527363:0:36:0:(import.c:545:import_select_connection()) MGC192.168.202.153@tcp: connect to NID 0@lo last attempt 690 00000100:00080000:1.0:1789066312.527368:0:36:0:(import.c:630:import_select_connection()) MGC192.168.202.153@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066312.527378:0:36:0:(import.c:666:import_select_connection()) MGC192.168.202.153@tcp: import ffff9479e0743800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066312.527408:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a16680 x1875971345215488/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066312.527436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066312.527440:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789066312.527540:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066312.527556:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345215616:0@lo:400:kworker.0 00000400:00000100:0.0:1789066312.527601:0:3655:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215616 offset 0 length 224: 4 00000100:00100000:2.0:1789066312.527922:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345215488:0@lo:250:kworker.0 00000400:00000100:2.0:1789066312.527943:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875971345215488 offset 0 length 520: 4 00010000:00010000:1.0:1789066313.551395:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066314.576351:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066315.598995:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066316.624194:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066317.647130:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066307/real 1789066307] req@ffff9479c48e3480 x1875971345215104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789066317 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066317.647169:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479c48e3480 x1875971345215104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789066317 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789066317.647211:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479c9bb2000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789066317.647245:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1875971345215104:0@lo:39:umount.0 00000100:00080000:0.0:1789066317.647346:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789066317.647350:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789066317.647357:0:21039:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789066317.649868:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066317.651924:0:21039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.651942:0:21039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.651949:0:21039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.651956:0:21039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.652043:0:21039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066317.652050:0:21039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.652057:0:21039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.652062:0:21039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066317.652067:0:21039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660285:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066317.660303:0:17816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660315:0:17816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c10600 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066317.660320:0:17816:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660331:0:17816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066317.660338:0:17816:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066317.660344:0:17816:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789066317.660346:0:17816:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:3.0:1789066317.660362:0:17816:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:3.0:1789066317.660367:0:17816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660401:0:17816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c8c10600/0x6be491be349d18c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d18ca expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660421:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066317.660425:0:17816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660430:0:17816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75200 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066317.660433:0:17816:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660440:0:17816:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066317.660446:0:17816:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066317.660462:0:17816:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789066317.660466:0:17816:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789066317.660471:0:17816:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:3.0:1789066317.660474:0:17816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066317.660481:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066317.660483:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066317.660485:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066317.662353:0:21039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066317.662371:0:21039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3d75200/0x6be491be349d1c19 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1c20 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066317.662393:0:21039:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1789066317.662402:0:21039:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1789066317.662405:0:21039:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789066317.662450:0:21039:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00010000:00010000:1.0:1789066317.662551:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789066317.662635:0:21039:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789066317.662645:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066317.662653:0:21039:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789066317.662657:0:21039:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9479ed21cd40) has no exports 00000020:00080000:0.0:1789066317.662683:0:21039:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9479ed21cd40) has no exports 00000020:01000000:0.0:1789066317.677326:0:21039:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c3d9c3c0 - data ffff9479c9fbba20/ffff9479c48f7000 00000020:01000000:0.0:1789066317.678203:0:21039:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c3d9cd80 - data ffff9479f3517bd0/ffff9478c33bec00 00100000:10000000:0.0:1789066317.693013:0:21039:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789066317.721289:0:21039:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d18d8 00000020:00000080:1.0:1789066317.721308:0:21039:0:(genops.c:885:class_export_put()) final put ffff9478c3c3f800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789066317.721327:0:21039:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479fefef000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789066317.721331:0:21039:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479fefef000 2 00000020:01000004:1.0:1789066317.721334:0:21039:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9479fefef000 from lustre-OST0000 00000020:00000080:1.0:1789066317.721372:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066317.721385:0:21039:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789066317.721388:0:21039:0:(genops.c:885:class_export_put()) final put ffff9478c3c3e000/lustre-OST0000_UUID 00000020:00000080:1.0:1789066317.721391:0:21039:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3c3e000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789066317.721406:0:21039:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789066317.721475:0:21039:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789066317.721491:0:21039:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789066317.721495:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066317.721500:0:21039:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789066317.721507:0:21039:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9479e4adb800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789066317.721513:0:21039:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff9479f3eb4d40) has exports, disconnecting them 00000020:00080000:1.0:1789066317.721519:0:21039:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9479e4adb800), last request at 1789066226 00000020:00000080:1.0:1789066317.721524:0:21039:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1902 00000020:00080000:1.0:1789066317.721537:0:21039:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479e4adb800): rc 0 00000020:00000080:1.0:1789066317.721543:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479e4adb800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789066317.722289:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c3c3f800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1789066317.722306:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4adb800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789066317.722332:0:21039:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789066317.722337:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066317.722341:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789066317.722346:0:21039:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789066317.722447:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c6a5f000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789066317.722492:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066317.722499:0:21039:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1789066317.722503:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479e4add800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1789066317.722505:0:21039:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4add800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1789066317.722509:0:21039:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789066317.722563:0:21039:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789066317.722572:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066317.722576:0:21039:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789066317.722582:0:21039:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9479f8725000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066317.722586:0:21039:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff947a00d9b380) has exports, disconnecting them 00000020:00080000:0.0:1789066317.722589:0:21039:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9479f8725000), last request at 1789066226 00000020:00000080:0.0:1789066317.722593:0:21039:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1910 00000020:00080000:0.0:1789066317.722605:0:21039:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479f8725000): rc 0 00000020:00000080:0.0:1789066317.722612:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479f8725000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789066317.722643:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8725000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1789066317.732934:0:21039:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789066317.732945:0:21039:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789066317.732950:0:21039:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789066317.732958:0:21039:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789066317.732993:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c9bb2000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789066317.733198:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066317.733208:0:21039:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789066317.733214:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479e4a9e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789066317.733233:0:21039:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4a9e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789066317.733245:0:21039:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1789066317.733315:0:21039:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479fefef000 1 00000020:00000080:2.0:1789066317.733321:0:21039:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d18b5 00000020:00000080:2.0:1789066317.733328:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479ed2d2800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1789066317.733337:0:21039:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1789066317.733346:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ed2d2800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789066317.733355:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066317.733361:0:21039:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789066317.733365:0:21039:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff9479f3eb0000) has no exports 00000100:00080000:2.0:1789066317.905943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789066317.905955:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066317.905958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789066317.905962:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789066317.906046:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345215744:0@lo:400:kworker.0 00000400:00000100:2.0:1789066317.906114:0:3653:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215744 offset 0 length 224: 4 00000020:00000080:2.0:1789066317.957123:0:21039:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066317.957140:0:21039:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789066317.957147:0:21039:0:(genops.c:885:class_export_put()) final put ffff9479fefe8800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789066317.957168:0:21039:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fefe8800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789066317.957183:0:21039:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789066317.957317:0:21039:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9479fefe9800 00000020:02000400:2.0:1789066317.957373:0:21039:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1789066318.671331:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066319.702433:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066320.725588:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066321.756175:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789066321.905307:0:21243:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789066321.921080:0:21243:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789066321.921195:0:21243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066321.921208:0:21243:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066321.921213:0:21243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066321.921217:0:21243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066321.921235:0:21243:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789066321.921239:0:21243:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789066321.921268:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789066321.921279:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a14a80 x1875971345214848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.921299:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789066321.921303:0:21243:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789066321.921308:0:21243:0:(import.c:65:import_set_state_nolock()) ffff9479c2c15000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789066321.921311:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789066321.921314:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a14a80 x1875971345214848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789066326 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.921318:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789066321.921332:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:3.0:1789066321.921365:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345214848:0@lo:38:kworker.0 00000100:00080000:2.0:1789066321.922427:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789066321.922438:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a16a00 x1875971345214976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.922459:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479f9401500 x1875971345215232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.922468:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a15c00 x1875971345215360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.922484:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a17b80 x1875971345215616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.922493:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479f80da680 x1875971345215744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066321.922499:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789066321.922503:0:21243:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789066321.922525:0:21243:0:(import.c:65:import_set_state_nolock()) ffff9479f848a000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789066321.922622:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345215616:0@lo:400:kworker.0 00000100:00100000:3.0:1789066321.922633:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345215360:0@lo:400:kworker.0 00000100:00100000:3.0:1789066321.922663:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1875971345215872:0@lo:39:umount.0 00000400:00000100:3.0:1789066321.922709:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875971345215872 offset 0 length 224: 4 00000100:00100000:0.0:1789066321.922925:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345215744:0@lo:400:kworker.0 00000100:00100000:0.0:1789066321.922934:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345215232:0@lo:400:kworker.0 00000100:00100000:0.0:1789066321.922941:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3653:1875971345214976:0@lo:400:kworker.0 00010000:00010000:1.0:1789066321.923363:0:20837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066321.923371:0:20837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066321.923378:0:20837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c13f7800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066321.923382:0:20837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066321.923389:0:20837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066321.923394:0:20837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066321.923397:0:20837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789066321.923399:0:20837:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789066321.923402:0:20837:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789066321.923414:0:20837:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:1.0:1789066321.923417:0:20837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066321.923432:0:20837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c13f7800/0x6be491be349d1a52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1a59 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066321.923445:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066321.923446:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066321.923447:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066322.770326:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066323.023001:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066323.023013:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789066323.791135:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066324.815352:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066325.842452:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066326.864650:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066327.054947:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066312/real 1789066312] req@ffff9479e4a16680 x1875971345215488/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789066327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066327.054985:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479e4a16680 x1875971345215488/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789066327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789066327.055018:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066327.055048:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789066327.055053:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345215488:0@lo:250:kworker.0 00000100:00080000:1.0:1789066327.055641:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789066327.055648:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789066327.055651:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066327.055656:0:12995:0:(import.c:545:import_select_connection()) MGC192.168.202.153@tcp: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1789066327.055662:0:12995:0:(import.c:630:import_select_connection()) MGC192.168.202.153@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789066327.055674:0:12995:0:(import.c:666:import_select_connection()) MGC192.168.202.153@tcp: import ffff9479e0743800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066327.055708:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a14e00 x1875971345216000/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066327.055903:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345216000:0@lo:250:kworker.0 00000400:00000100:3.0:1789066327.055954:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875971345216000 offset 0 length 520: 4 00010000:00010000:3.0:1789066327.891406:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066328.911582:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066329.935914:0:20837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066330.959609:0:17050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066331.151009:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066321/real 1789066321] req@ffff9479f80d8e00 x1875971345215872/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789066331 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066331.151047:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f80d8e00 x1875971345215872/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789066331 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789066331.151073:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f848a000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789066331.151462:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1875971345215872:0@lo:39:umount.0 00000100:00080000:2.0:1789066331.152003:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789066331.152010:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789066331.152017:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789066331.153280:0:21243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155115:0:21243:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155132:0:21243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155140:0:21243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155205:0:21243:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066331.155214:0:21243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155221:0:21243:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155228:0:21243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155234:0:21243:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.155332:0:21243:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789066331.155338:0:21243:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1789066331.155382:0:21243:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1789066331.155386:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1789066331.155393:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066331.155399:0:21243:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789066331.155403:0:21243:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9478c1b6b380) has no exports 00000020:00080000:2.0:1789066331.155431:0:21243:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9478c1b6b380) has no exports 00010000:00010000:0.0:1789066331.158493:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066331.158511:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158525:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c23de800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066331.158529:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158541:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066331.158549:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066331.158581:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789066331.158584:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1789066331.158587:0:17051:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1789066331.158608:0:17051:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:0.0:1789066331.158612:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158619:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c23de800/0x6be491be349d1a28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1a2f expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158637:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066331.158641:0:17051:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158646:0:17051:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c23dfa00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066331.158648:0:17051:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158654:0:17051:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066331.158658:0:17051:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066331.158661:0:17051:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789066331.158663:0:17051:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789066331.158664:0:17051:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789066331.158667:0:17051:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:0.0:1789066331.158669:0:17051:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158681:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c23dfa00/0x6be491be349d1c0b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1c12 expref: -99 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066331.158695:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066331.158696:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066331.158698:0:17051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789066331.159214:0:21243:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9478c2545720 - data ffff9479f3431e58/ffff9478c3ee0800 00000020:01000000:2.0:1789066331.160407:0:21243:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9479c6b0cb40 - data ffff9478c1c381b0/ffff9479fb7e6000 00010000:00010000:3.0:1789066331.161517:0:17816:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1789066331.171152:0:21243:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789066331.182667:0:21243:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a3d 00000020:00000080:2.0:1789066331.182680:0:21243:0:(genops.c:885:class_export_put()) final put ffff9478c2171000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1789066331.182700:0:21243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9478c260d000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789066331.182704:0:21243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9478c260d000 2 00000020:01000004:2.0:1789066331.182707:0:21243:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9478c260d000 from lustre-OST0001 00000020:00000080:2.0:1789066331.182740:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066331.182750:0:21243:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789066331.182754:0:21243:0:(genops.c:885:class_export_put()) final put ffff9478c2175800/lustre-OST0001_UUID 00000020:00000080:2.0:1789066331.182757:0:21243:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2175800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789066331.182764:0:21243:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1789066331.182893:0:21243:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 513e2057-2b88-43e3-b8bb-bb35cfe0a224->MGS 00010000:00010000:2.0:1789066331.182911:0:21243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3338400/0x6be491be349d1781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1788 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066331.182924:0:21243:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3338400/0x6be491be349d1781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1788 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066331.182931:0:21243:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789066331.182933:0:21243:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789066331.182937:0:21243:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789066331.182968:0:21243:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:2.0:1789066331.182973:0:21243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3338400/0x6be491be349d1781 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1788 expref: -99 pid: 17795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066331.182989:0:21243:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3339a00/0x6be491be349d1670 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6be491be349d1677 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066331.182996:0:21243:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339a00/0x6be491be349d1670 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6be491be349d1677 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066331.183001:0:21243:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789066331.183004:0:21243:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789066331.183006:0:21243:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789066331.183017:0:21243:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9479e0743800 00010000:00010000:2.0:1789066331.183019:0:21243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3339a00/0x6be491be349d1670 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6be491be349d1677 expref: -99 pid: 17041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789066331.183175:0:21243:0:(import.c:65:import_set_state_nolock()) ffff9479e0743800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789066331.183179:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789066331.183181:0:21243:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789066331.183183:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789066331.183186:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789066331.183262:0:21243:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9479e4a14e00 x1875971345216000/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789066347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789066331.183288:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789066331.183291:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000020:00000080:1.0:1789066331.183455:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2171000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1789066331.183812:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:513e2057-2b88-43e3-b8bb-bb35cfe0a224:3652:1875971345216000:0@lo:250:kworker.0 10000000:01000000:1.0:1789066331.183991:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789066331.184000:0:21243:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d165b 00000020:00000080:1.0:1789066331.184007:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479ca05f800/513e2057-2b88-43e3-b8bb-bb35cfe0a224 00000020:01000000:1.0:1789066331.184025:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.153@tcp (flags='') 00000020:00000080:1.0:1789066331.184048:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066331.184055:0:21243:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.153@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789066331.184059:0:21243:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9478c335b380) has no exports 10000000:01000000:1.0:1789066331.184079:0:17059:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1789066331.184145:0:21243:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.153@tcp: client import never connected 00000100:00080000:1.0:1789066331.184148:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789066331.184151:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789066331.184153:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789066331.184154:0:21243:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789066331.184193:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789066331.184210:0:21243:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.153@tcp (uuid 513e2057-2b88-43e3-b8bb-bb35cfe0a224) 00000020:01000000:1.0:1789066331.184218:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789066331.184221:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789066331.184225:0:21243:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789066331.184230:0:21243:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9479f85a4000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789066331.184236:0:21243:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff9479f3eb19c0) has exports, disconnecting them 00000020:00080000:1.0:1789066331.184241:0:21243:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9479f85a4000), last request at 1789066245 00000020:00000080:1.0:1789066331.184245:0:21243:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a67 00000020:00080000:1.0:1789066331.184256:0:21243:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479f85a4000): rc 0 00000020:00000080:1.0:1789066331.184261:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479f85a4000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789066331.185855:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ca05f800/513e2057-2b88-43e3-b8bb-bb35cfe0a224 for MGC192.168.202.153@tcp 00000020:00000080:0.0:1789066331.185880:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479e0743800 for MGC192.168.202.153@tcp 00000020:00000080:0.0:1789066331.185889:0:12995:0:(genops.c:885:class_export_put()) final put ffff9479e0745000/513e2057-2b88-43e3-b8bb-bb35cfe0a224 00000020:00000080:0.0:1789066331.185892:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e0745000/513e2057-2b88-43e3-b8bb-bb35cfe0a224 for MGC192.168.202.153@tcp 00000020:01000000:0.0:1789066331.185896:0:12995:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.153@tcp (513e2057-2b88-43e3-b8bb-bb35cfe0a224) 00000020:00000080:0.0:1789066331.186231:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f85a4000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1789066331.186266:0:21243:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789066331.186270:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789066331.186274:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789066331.186279:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789066331.187177:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479c2c15000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789066331.187366:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789066331.187375:0:21243:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789066331.187381:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479df93b000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789066331.187384:0:21243:0:(genops.c:844:class_export_destroy()) destroying export ffff9479df93b000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789066331.187389:0:21243:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1789066331.187452:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789066331.187456:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789066331.187461:0:21243:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789066331.187480:0:21243:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9479fef44800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789066331.187487:0:21243:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff9479f9430000) has exports, disconnecting them 00000020:00080000:0.0:1789066331.187492:0:21243:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9479fef44800), last request at 1789066245 00000020:00000080:0.0:1789066331.187496:0:21243:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a7c 00000020:00080000:0.0:1789066331.187512:0:21243:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9479fef44800): rc 0 00000020:00000080:0.0:1789066331.187517:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479fef44800/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789066331.187550:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479fef44800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1789066331.209876:0:21243:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789066331.209886:0:21243:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789066331.209891:0:21243:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789066331.209899:0:21243:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789066331.209988:0:12995:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9479f848a000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1789066331.210012:0:20837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1789066331.210351:0:17050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1789066331.216051:0:17051:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:2.0:1789066331.216198:0:17816:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:2.0:1789066331.216361:0:17045:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9479f8637c00:17045] 0 exiting: rc = 1 00000100:00100000:2.0:1789066331.216432:0:17046:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9479f8637600:17046] 1 exiting: rc = 0 00000100:00100000:2.0:1789066331.216488:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.216759:0:20203:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9478c3fcfe00:20203] 3 exiting: rc = 0 00000100:00100000:2.0:1789066331.216853:0:17048:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9479f8637400:17048] 1 exiting: rc = 0 00000100:00100000:2.0:1789066331.216924:0:17049:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9479f8637e00:17049] 2 exiting: rc = 0 00000100:00100000:2.0:1789066331.217011:0:17047:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9479f8637000:17047] 0 exiting: rc = 1 00000100:00100000:2.0:1789066331.217064:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217071:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217077:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217082:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217105:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217113:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217118:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217124:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217129:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217136:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217142:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217147:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217153:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217158:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217164:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217170:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217175:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217181:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217186:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217191:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217197:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217203:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217209:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217214:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217219:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217225:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217232:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217238:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217244:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217249:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217255:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217260:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217265:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217271:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217276:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217281:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217286:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217291:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217296:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217309:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217314:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217319:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217324:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217331:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217337:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217342:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217347:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217352:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217356:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217361:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217366:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217371:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217376:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217382:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217388:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217393:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217398:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217403:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217408:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217413:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217418:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217423:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217428:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.217433:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789066331.250129:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066331.250143:0:21243:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1789066331.250150:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479e4adf000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1789066331.250155:0:21243:0:(genops.c:844:class_export_destroy()) destroying export ffff9479e4adf000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1789066331.250165:0:21243:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1789066331.250220:0:21243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9478c260d000 1 00000020:00000080:2.0:1789066331.250227:0:21243:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6be491be349d1a21 00000020:00000080:2.0:1789066331.250233:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479f8726800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1789066331.250247:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1789066331.250268:0:12995:0:(genops.c:844:class_export_destroy()) destroying export ffff9479f8726800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1789066331.250281:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066331.250286:0:21243:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789066331.250291:0:21243:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff9479ed21b380) has no exports 00000020:00000080:2.0:1789066331.278257:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066331.278271:0:21243:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1789066331.278277:0:21243:0:(genops.c:885:class_export_put()) final put ffff9478c2609800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1789066331.278282:0:21243:0:(genops.c:844:class_export_destroy()) destroying export ffff9478c2609800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789066331.278289:0:21243:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1789066331.279521:0:21243:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9478c260b000 00000020:01000000:2.0:1789066331.279547:0:21243:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1789066331.279553:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789066331.279557:0:21243:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789066331.279561:0:21243:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff9479fb8b8000) has no exports 00000020:00000080:2.0:1789066331.279583:0:21243:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789066331.279590:0:21243:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1789066331.279594:0:21243:0:(genops.c:885:class_export_put()) final put ffff9479ed2d4800/OSS_uuid 00000020:00000080:2.0:1789066331.279598:0:21243:0:(genops.c:844:class_export_destroy()) destroying export ffff9479ed2d4800/OSS_uuid for OSS 00000020:01000000:2.0:1789066331.279602:0:21243:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1789066331.279749:0:18574:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9479f3d3a000:18574] 2 exiting: rc = 0 00000100:00100000:0.0:1789066331.280009:0:18571:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9479ff0a2400:18571] 0 exiting: rc = 1 00000100:00100000:0.0:1789066331.280095:0:18713:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff9478c265a200:18713] 3 exiting: rc = 0 00000100:00100000:3.0:1789066331.280389:0:18573:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9479c3420600:18573] 1 exiting: rc = 0 00000100:00100000:2.0:1789066331.280538:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280548:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280554:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280559:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280565:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280570:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280576:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280581:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280587:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280593:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280599:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280604:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280609:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280627:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280639:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280645:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280650:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280655:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280660:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280665:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280675:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280681:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280686:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280696:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280702:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280707:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280712:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280717:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280722:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280727:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280732:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280738:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280743:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280748:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280752:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280757:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280762:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280767:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280778:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280784:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280816:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280822:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280827:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280831:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280913:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280920:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280926:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280931:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280944:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280950:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280967:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280973:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280978:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280983:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280988:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280994:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.280999:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281004:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281010:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281015:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281020:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281026:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281038:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.281050:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.282346:0:18576:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9479f3d4d400:18576] 1 exiting: rc = 0 00000100:00100000:0.0:1789066331.282431:0:18575:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9479c9846000:18575] 0 exiting: rc = 1 00000100:00100000:2.0:1789066331.282598:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282605:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282610:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282616:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282621:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282626:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282631:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282636:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282642:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282648:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282652:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282657:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282662:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282667:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282673:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282679:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282685:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282689:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282695:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282712:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282718:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282724:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282729:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282735:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282741:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282747:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282752:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282759:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282764:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282770:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282775:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282780:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282819:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282827:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282833:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282949:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282966:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282972:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282979:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282984:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282990:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.282996:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283000:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283006:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283011:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283016:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283021:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283026:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283147:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283157:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283161:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283167:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283173:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283178:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283190:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283194:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283199:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283204:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283209:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283214:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283220:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283225:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283230:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.283235:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:1.0:1789066331.283968:0:17058:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1789066331.285574:0:18577:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9479f3d4d000:18577] 0 exiting: rc = 1 00000100:00100000:0.0:1789066331.285833:0:18579:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9479c345f200:18579] 2 exiting: rc = 0 00000100:00100000:1.0:1789066331.286517:0:18578:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9479f3d4d600:18578] 1 exiting: rc = 0 00000100:00100000:2.0:1789066331.286613:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286620:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286626:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286631:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286637:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286643:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286649:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286654:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286660:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286665:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286671:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286676:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286681:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286687:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286693:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286709:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286715:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286720:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286726:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286730:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286736:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286741:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286747:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286753:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286758:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286776:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.286781:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287005:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287013:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287019:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287025:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287041:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287048:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287053:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287058:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287065:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287072:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287077:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287083:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287105:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287113:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287118:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287123:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287129:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287134:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287140:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287145:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287152:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287158:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287163:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287177:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287185:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287191:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287389:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287398:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287406:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287422:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287429:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287434:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287440:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287454:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287460:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287466:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.287479:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789066331.301277:0:18580:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9479f3bce400:18580] 0 exiting: rc = 1 00000100:00100000:0.0:1789066331.301672:0:18581:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9479f3d4ce00:18581] 1 exiting: rc = 0 00000100:00100000:2.0:1789066331.301824:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301831:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301847:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301853:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301859:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301864:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301869:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301874:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301879:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301885:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301891:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301897:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301903:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301908:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301914:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301921:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301927:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301932:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301938:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301943:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301949:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301968:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301973:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301978:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301983:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301988:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301992:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.301997:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302003:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302008:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302014:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302047:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302053:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302058:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302062:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302068:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302074:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302079:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302084:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302089:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302094:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302099:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302104:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302109:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302114:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302119:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302124:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302130:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302135:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302141:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302147:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302153:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302158:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302163:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302169:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302174:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302182:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302187:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302192:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302207:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302215:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302221:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302226:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789066331.302233:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.304145:0:18582:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9479df94e200:18582] 0 exiting: rc = 1 00000100:00100000:1.0:1789066331.304517:0:18583:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9479c48e9600:18583] 1 exiting: rc = 0 00000100:00100000:0.0:1789066331.306257:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306267:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306274:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306280:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306287:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306293:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306436:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306443:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306468:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306476:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306482:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306489:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306501:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306516:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306522:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306554:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306560:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306566:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306571:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306578:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306603:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306611:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306617:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306623:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306629:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306636:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306641:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306647:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306653:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306658:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306663:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306669:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306690:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306696:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306703:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306708:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306714:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306720:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306725:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306732:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306738:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306744:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306749:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306755:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306774:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306783:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306813:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306823:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.306829:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307110:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307127:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307135:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307141:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307147:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307154:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307161:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307183:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307192:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307270:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307278:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307284:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307290:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307479:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789066331.307489:0:21243:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1789066331.331279:0:21243:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1789066352.572472:0:22010:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg253-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1789066364.995651:0:22610:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789066364.995661:0:22610:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1789066364.995663:0:22610:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789066364.997052:0:22610:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9479c34e7000 00000020:01000004:1.0:1789066364.997079:0:22610:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1789066364.997089:0:22610:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789066364.997109:0:22610:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9479f94319c0) 00000020:00000080:1.0:1789066364.997143:0:22610:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789066365.159551:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789066365.171839:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789066365.193182:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.194170:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.194703:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.195664:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.196191:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.196629:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.197523:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.198241:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.199698:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789066365.200973:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.201958:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.203195:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789066365.211452:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.227884:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.228857:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.229478:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.229760:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.230060:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.230497:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.231544:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.232514:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.233968:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.234770:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.239220:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.240560:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.244868:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.245496:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.245771:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.246826:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.247823:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.248822:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.249915:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.250696:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.252708:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.253976:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.254627:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.254940:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.255471:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.255729:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.256198:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.256547:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.256935:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.257307:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789066365.257652:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.258261:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1789066365.259300:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.260064:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.260577:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.261730:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.262612:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1789066365.263252:0:22610:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:2.0:1789066365.265000:0:22610:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789066365.265249:0:22610:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789066365.265258:0:22610:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789066365.265270:0:22610:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d1f61 00000020:01000004:2.0:1789066365.265288:0:22610:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789066365.265294:0:22610:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789066365.265300:0:22610:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9479c34e7000 from MGS 00000020:01000004:2.0:1789066365.265304:0:22610:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789066365.265313:0:22610:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff947a00d9b380) 00000020:00000080:2.0:1789066365.265324:0:22610:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789066365.266939:0:22610:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479c34e7000 from MGS, refs=2 00080000:01000000:2.0:1789066365.266956:0:22610:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789066365.266969:0:22610:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d1f6f 00000100:00100000:2.0:1789066365.267135:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789066365.267271:0:22610:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789066365.268562:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789066365.269491:0:22610:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789066365.269507:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1789066365.270743:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066365.271510:0:22610:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1789066365.271522:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1789066365.272595:0:22610:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1789066365.272604:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789066365.273160:0:22610:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1789066365.273167:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1789066365.274485:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.274490:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.274492:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.274972:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.274975:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.274977:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066365.275700:0:22610:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789066365.283460:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1789066365.283821:0:22610:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1789066365.286099:0:22622:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1789066365.286164:0:22610:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1789066365.286208:0:22610:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789066365.287237:0:22610:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1789066365.287684:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066365.289249:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1789066365.289257:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1789066365.291090:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1789066365.291103:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789066365.292363:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789066365.292374:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1789066365.295905:0:22610:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1789066365.295932:0:22610:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.153@tcp' 00000020:01000004:1.0:1789066365.295934:0:22610:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789066365.295967:0:22610:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.153@tcp (typ=mgc) 00000020:00000080:1.0:1789066365.295995:0:22610:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.153@tcp (ffff9479f9433380) 00000020:00000080:1.0:1789066365.296012:0:22610:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789066365.296100:0:22610:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c3d4c800@MGC192.168.202.153@tcp: add connection 192.168.202.153@tcp at head 00010000:00010000:1.0:1789066365.296253:0:22610:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.153@tcp-0 is initialized 00000040:01000000:1.0:1789066365.296259:0:22610:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.153@tcp ctxt 1 is initialized 00000100:00080000:3.0:1789066365.297703:0:22627:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1789066365.302086:0:22628:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1789066365.302174:0:22610:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.153@tcp (uuid 5adb68e9-e411-4aa0-a096-78e14ad20bc8) 00000020:00000080:1.0:1789066365.302199:0:22610:0:(genops.c:1384:class_connect()) connect: client 5adb68e9-e411-4aa0-a096-78e14ad20bc8, cookie 0x6be491be349d1f7d 00000100:00080000:1.0:1789066365.302212:0:22610:0:(import.c:545:import_select_connection()) MGC192.168.202.153@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789066365.302224:0:22610:0:(import.c:666:import_select_connection()) MGC192.168.202.153@tcp: import ffff9478c3d4c800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066365.302260:0:22610:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a16d80 x1875971345216128/t0(0) o250->MGC192.168.202.153@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066365.302319:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3652:1875971345216128:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789066365.302383:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789066365.302450:0:22610:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5adb68e9-e411-4aa0-a096-78e14ad20bc8->MGS 00000020:01000004:1.0:1789066365.302483:0:22610:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1789066365.302489:0:22610:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1789066365.302503:0:22610:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9479f9434d40) 00000020:00000080:1.0:1789066365.302515:0:22610:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1789066365.309142:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216128 00000100:00100000:2.0:1789066365.309159:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216128 00000100:00100000:2.0:1789066365.309220:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066365.309229:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3652:x1875971345216128:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1789066365.309260:0:22623:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 5adb68e9-e411-4aa0-a096-78e14ad20bc8@0@lo t0 exp 0000000000000000 cur 753 last 0 00000020:00000080:2.0:1789066365.309956:0:22623:0:(genops.c:1384:class_connect()) connect: client 5adb68e9-e411-4aa0-a096-78e14ad20bc8, cookie 0x6be491be349d1f8b 00000100:00080000:2.0:1789066365.311815:0:22623:0:(import.c:65:import_set_state_nolock()) ffff9479c6acf800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789066365.311932:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+5:3652:x1875971345216128:12345-0@lo:250:mount.lustre.0 Request processed in 2702us (9546us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.311943:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066365.312776:0:3652:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.153@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789066365.312814:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.153@tcp: connect to target with instance 0 00000100:00080000:1.0:1789066365.312825:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.153@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1789066365.312839:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1789066365.312843:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3d4c800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1789066365.312845:0:3652:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1789066365.312858:0:3652:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1789066365.312865:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3652:1875971345216128:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789066365.323780:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066365.325153:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1789066365.325161:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1789066365.339978:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1789066365.339992:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1789066365.343650:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1789066365.343662:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789066365.347357:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066365.347648:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789066365.347654:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1789066365.349156:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1789066365.349168:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789066365.404376:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066365.404929:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789066365.404937:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789066365.407617:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789066365.407644:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789066365.410681:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066365.411521:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789066365.411603:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789066365.415526:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789066365.415621:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789066365.418468:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066365.419147:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789066365.419255:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789066365.425440:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789066365.425457:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1789066365.427505:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066365.428618:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789066365.428638:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1789066365.431110:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789066365.431127:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789066365.465780:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066365.466079:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789066365.466087:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789066365.470096:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789066365.470112:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1789066365.472578:0:22610:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789066365.472596:0:22610:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789066365.487451:0:22610:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789066365.487487:0:22610:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789066365.487494:0:22610:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.153@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789066365.487701:0:22610:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.153@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789066365.487748:0:22610:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.153@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789066365.487752:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789066365.487754:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789066365.487755:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789066365.487757:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789066365.487758:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789066365.487759:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789066365.487760:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789066365.487762:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789066365.487764:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789066365.487765:0:22610:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789066365.487768:0:22610:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789066365.487770:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789066365.487771:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789066365.487772:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789066365.487774:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789066365.487775:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789066365.487776:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789066365.487777:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789066365.487778:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789066365.487779:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789066365.487780:0:22610:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789066365.487852:0:22610:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789066365.487874:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216256:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789066365.487948:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066365.490125:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed32b000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.492514:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216256 00000100:00100000:0.0:1789066365.492531:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216256 00000100:00100000:0.0:1789066365.492609:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066365.492621:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+5:22610:x1875971345216256:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789066365.492727:0:22626:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789066365.492730:0:22626:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789066365.492734:0:22626:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789066365.495084:0:22647:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789066365.496256:0:22626:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789066365.506200:0:22648:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789066365.506209:0:22648:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789066365.506212:0:22648:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789066365.506215:0:22648:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789066365.506645:0:22648:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789066365.506997:0:22626:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789066365.507007:0:22626:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789066365.517236:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+5:22610:x1875971345216256:12345-0@lo:253:mount.lustre.0 Request processed in 24608us (29277us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.517269:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066365.517541:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216256:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789066365.517559:0:22610:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789066365.517562:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789066365.517564:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789066365.517566:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066365.517567:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066365.517568:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066365.517569:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066365.517571:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789066365.517572:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789066365.517574:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066365.517575:0:22610:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789066365.517597:0:22610:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9479c34e7000 from lustre-MDT0000 10000000:01000000:3.0:1789066365.517637:0:22610:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1789066365.517641:0:22610:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789066365.517645:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9479f9433380 10000000:01000000:3.0:1789066365.517650:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789066365.517659:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9479f9433380 from 1 10000000:01000000:3.0:1789066365.517662:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1789066365.517705:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.517716:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.517739:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.517760:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216384:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.517839:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.517874:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f80bd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.518624:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216384 00000100:00100000:1.0:1789066365.518645:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216384 00000100:00100000:1.0:1789066365.518700:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066365.518709:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+5:22610:x1875971345216384:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066365.518724:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066365.518744:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479e0712a00/0x6be491be349d1f99 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d1f92 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.518767:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0712a00/0x6be491be349d1f99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d1f92 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.518810:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479e0712a00/0x6be491be349d1f99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d1f92 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.518820:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479e0712a00, rc 0) 00000100:00100000:1.0:1789066365.518882:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+6:22610:x1875971345216384:12345-0@lo:101:mount.lustre.0 Request processed in 174us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.518889:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066365.520179:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216384:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066365.520202:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.520213:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.523205:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.523284:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.523328:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f80bd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.523944:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216512 00000100:00100000:1.0:1789066365.523954:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216512 00000100:00100000:1.0:1789066365.524030:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066365.524041:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+6:22610:x1875971345216512:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066365.524170:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+6:22610:x1875971345216512:12345-0@lo:501:mount.lustre.0 Request processed in 130us (885us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789066365.524177:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789066365.524661:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216512:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789066365.524718:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1789066365.524740:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.524750:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.524760:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9479c34e7000 10000000:01000000:3.0:1789066365.524766:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789066365.524784:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9479c34e7000 10000000:01000000:3.0:1789066365.524812:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789066365.524816:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9479c34e7000 from 1 10000000:01000000:3.0:1789066365.524819:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789066365.524853:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.524861:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.524871:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.524888:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216640:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.524925:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.524970:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f80bd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.525372:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216640 00000100:00100000:1.0:1789066365.525396:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216640 00000100:00100000:1.0:1789066365.525441:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066365.525450:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+6:22610:x1875971345216640:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066365.525461:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066365.525476:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479e0713000/0x6be491be349d1fa7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d1fa0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.525498:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713000/0x6be491be349d1fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d1fa0 expref: 7 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.525509:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479e0713000/0x6be491be349d1fa7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d1fa0 expref: 7 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.525517:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479e0713000, rc 0) 00000100:00100000:1.0:1789066365.525567:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+7:22610:x1875971345216640:12345-0@lo:101:mount.lustre.0 Request processed in 119us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.525574:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789066365.525848:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216640:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066365.525861:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fa7 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.525870:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1fa7 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.525884:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789066365.525900:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fa7 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.525908:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679600/0x6be491be349d1fa0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fa7 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.525928:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789066365.525932:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789066365.525937:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9479c34e7000 10000000:01000000:3.0:1789066365.525939:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789066365.525942:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1789066365.525944:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1789066365.525972:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.525979:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.525993:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.526010:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216768:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.526039:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.526296:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f80bd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.527117:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216768 00000100:00100000:1.0:1789066365.527128:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216768 00000100:00100000:1.0:1789066365.527284:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066365.527295:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+7:22610:x1875971345216768:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066365.527309:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066365.527323:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479e0713400/0x6be491be349d1fb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d1fae expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.527346:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713400/0x6be491be349d1fb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d1fae expref: 8 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.527356:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479e0713400/0x6be491be349d1fb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d1fae expref: 8 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.527374:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479e0713400, rc 0) 00000100:00100000:1.0:1789066365.527587:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+8:22610:x1875971345216768:12345-0@lo:101:mount.lustre.0 Request processed in 294us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.527594:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066365.527693:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216768:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066365.527723:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fb5 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.527732:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d1fb5 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066365.527837:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066365.527873:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066365.528556:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ca01cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066365.528653:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345216896 00000100:00100000:3.0:1789066365.528661:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345216896 00000100:00100000:3.0:1789066365.528693:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066365.528702:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+8:22610:x1875971345216896:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.528908:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22610:x1875971345216896:12345-0@lo:501:mount.lustre.0 Request processed in 207us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066365.528916:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789066365.529042:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345216896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066365.529098:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217024:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066365.529144:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066365.529177:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ca01cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.529697:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217024 00000100:00100000:1.0:1789066365.529713:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217024 00000100:00100000:1.0:1789066365.529743:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789066365.529751:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22610:x1875971345217024:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066365.531083:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22610:x1875971345217024:12345-0@lo:503:mount.lustre.0 Request processed in 1208us (1814us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.531096:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066365.531368:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217024:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066365.533364:0:22649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22649:1875971345217152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789066365.533528:0:22649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066365.533578:0:22649:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c23fed80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.533658:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217152 00000100:00100000:2.0:1789066365.533667:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217152 00000100:00100000:0.0:1789066365.534500:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789066365.534576:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22649:x1875971345217152:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789066365.538103:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22649:x1875971345217152:12345-0@lo:502:llog_process_th.0 Request processed in 3581us (4565us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.538118:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066365.538505:0:22649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22649:1875971345217152:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789066365.538544:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066365.538556:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.538558:0:22649:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789066365.538564:0:22649:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789066365.538567:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066365.538582:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff947a00d999c0) 00000020:00000080:2.0:1789066365.538601:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789066365.538607:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789066365.538705:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789066365.538724:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d1fc3 00000020:00000080:2.0:1789066365.539119:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789066365.539124:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066365.539129:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.539130:0:22649:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789066365.539133:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066365.539137:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.539139:0:22649:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789066365.539142:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066365.539150:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff947a00d98000) 00000020:00000080:2.0:1789066365.539171:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789066365.539176:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789066365.539178:0:22649:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789066365.539180:0:22649:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789066365.539186:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789066365.539255:0:22649:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479c34e7000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789066365.539269:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff947a00d9cd40) 00000020:00000080:2.0:1789066365.539364:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789066365.539502:0:22649:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789066365.539509:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d1fd8 00000020:00000080:2.0:1789066365.539611:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789066365.539617:0:22649:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789066365.539622:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x6be491be349d1fdf 00080000:01000000:2.0:1789066365.539637:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789066365.539641:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d1fe6 00010000:00010000:3.0:1789066365.663553:0:22649:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1789066365.664904:0:22649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:3.0:1789066365.666395:0:22649:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789066365.668729:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9479fb8bb380) 00000020:00000080:3.0:1789066365.668752:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1789066365.669849:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789066365.669862:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d1ff4 00000020:00000080:3.0:1789066365.670980:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789066365.675123:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x6be491be349d1ffb 00000020:00000080:3.0:1789066365.679782:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789066365.679812:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066365.679824:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066365.679827:0:22649:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789066365.679830:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789066365.679833:0:22649:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789066365.679835:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789066365.679837:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789066365.679838:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789066365.679841:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066365.679842:0:22649:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789066365.679845:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066365.679850:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066365.679851:0:22649:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789066365.679856:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789066365.679910:0:22649:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789066365.679929:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066365.679932:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066365.679933:0:22649:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789066365.679936:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066365.679939:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066365.679940:0:22649:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789066365.679942:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789066365.679947:0:22649:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:00000080:3.0:1789066365.679973:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789066365.680004:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9479fb8b99c0) 00000020:00000080:3.0:1789066365.680020:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789066365.680026:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789066365.680097:0:22649:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789066365.680105:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789066365.680112:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d2009 00010000:00080000:3.0:1789066365.680149:0:22649:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c3cc5000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.153@tcp at head 00010000:00010000:3.0:1789066365.681848:0:22649:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1789066365.685449:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789066365.685467:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789066365.685506:0:22649:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789066365.685527:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d2010 00000100:00080000:1.0:1789066365.685538:0:22649:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789066365.685550:0:22649:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066365.685587:0:22649:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a14700 x1875971345217280/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066365.685674:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217280:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789066365.686027:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066365.686127:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217280 00000100:00100000:0.0:1789066365.686136:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217280 00000100:00100000:0.0:1789066365.686968:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066365.686977:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345217280:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1789066365.686997:0:22636:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1789066365.688218:0:22649:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1789066365.688339:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066365.688346:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.688348:0:22649:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1789066365.688352:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789066365.688355:0:22649:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1789066365.688356:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066365.688358:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066365.688360:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789066365.688362:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.688363:0:22649:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789066365.688366:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789066365.688371:0:22649:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789066365.688375:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.688376:0:22649:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789066365.688379:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789066365.688384:0:22649:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:01000000:1.0:1789066365.688411:0:22649:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789066365.688414:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066365.688431:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9479f9430000) 00000020:00000080:1.0:1789066365.688448:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1789066365.688453:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789066365.688537:0:22649:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1789066365.688544:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:1.0:1789066365.688552:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d201e 00010000:00080000:1.0:1789066365.688584:0:22649:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c3d49000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.153@tcp at head 00010000:00010000:1.0:1789066365.689249:0:22649:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1789066365.691930:0:22649:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789066365.692891:0:22649:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789066365.695055:0:22649:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066365.695964:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789066365.696155:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1789066365.699375:0:22655:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066365.699383:0:22655:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789066365.700547:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789066365.700566:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789066365.700608:0:22649:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789066365.700641:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d2025 00000100:00080000:1.0:1789066365.700652:0:22649:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789066365.700664:0:22649:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9478c3d49000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066365.700701:0:22649:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a14e00 x1875971345217408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066365.701983:0:22649:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1789066365.702057:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217408:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789066365.702115:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345217408 offset 0 length 520: 4 00000020:01000000:1.0:1789066365.704838:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066365.704848:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.704850:0:22649:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789066365.704854:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789066365.704858:0:22649:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1789066365.704859:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066365.704861:0:22649:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789066365.704863:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789066365.704865:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.704866:0:22649:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789066365.704868:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789066365.704873:0:22649:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789066365.704876:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.704878:0:22649:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789066365.704881:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789066365.704885:0:22649:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:01000000:1.0:1789066365.704916:0:22649:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789066365.704919:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066365.704939:0:22649:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9479f3eb19c0) 00000020:00000080:1.0:1789066365.704960:0:22649:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1789066365.704966:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789066365.705074:0:22649:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1789066365.705081:0:22649:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:1.0:1789066365.705095:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6be491be349d2033 00010000:00080000:1.0:1789066365.705136:0:22649:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c3c3e800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.153@tcp at head 00010000:00010000:1.0:1789066365.705417:0:22649:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1789066365.705491:0:22649:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789066365.705509:0:22649:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789066365.710542:0:22649:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066365.711078:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789066365.711327:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:0.0:1789066365.714988:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345217280:12345-0@lo:38:llog_process_th.0 Request processed in 28002us (28953us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789066365.715003:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:3.0:1789066365.719416:0:22657:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066365.719424:0:22657:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00080000:1.0:1789066365.719895:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066365.719904:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066365.719909:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217280:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1789066365.729611:0:22649:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789066365.729641:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789066365.729688:0:22649:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789066365.729996:0:22649:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d203a 00000100:00080000:2.0:1789066365.730008:0:22649:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066365.730020:0:22649:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066365.730057:0:22649:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80d9c00 x1875971345217536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066365.730142:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217536:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789066365.730204:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345217536 offset 0 length 520: 4 00000100:00080000:2.0:1789066365.730365:0:22649:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789066365.730443:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066365.730448:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.730449:0:22649:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789066365.730453:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066365.730457:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.730458:0:22649:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789066365.730461:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789066365.730462:0:22649:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789066365.730464:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066365.730466:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.730467:0:22649:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789066365.730483:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066365.730485:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.730487:0:22649:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789066365.730491:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789066365.730522:0:22649:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22649:1875971345217664:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066365.730573:0:22649:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066365.730606:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217664 00000100:00100000:2.0:1789066365.730613:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217664 00000100:00100000:2.0:1789066365.730683:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789066365.730692:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22649:x1875971345217664:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066365.731350:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22649:x1875971345217664:12345-0@lo:502:llog_process_th.0 Request processed in 657us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.731360:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789066365.731420:0:22649:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326c240 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.731443:0:22649:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22649:1875971345217664:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789066365.731473:0:22649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066365.731480:0:22649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066365.731481:0:22649:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789066365.731485:0:22649:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789066365.731924:0:22610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789066365.731947:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789066365.731965:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fb5 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.731976:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679a00/0x6be491be349d1fae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1fb5 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.731984:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479c34e7000 from 1 10000000:01000000:3.0:1789066365.731986:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789066365.732015:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.732034:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.732045:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.732062:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217792:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.732314:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.732431:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.732478:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217792 00000100:00100000:1.0:1789066365.732485:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217792 00000100:00100000:1.0:1789066365.732554:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789066365.732563:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+9:22610:x1875971345217792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066365.732574:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066365.732588:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2041 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.732611:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2041 expref: 10 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.732621:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2041 expref: 10 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066365.732640:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479e0713e00, rc 0) 00000100:00100000:1.0:1789066365.732742:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+10:22610:x1875971345217792:12345-0@lo:101:mount.lustre.0 Request processed in 179us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.732757:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789066365.733041:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066365.733054:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.733063:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.733983:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217920:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789066365.734036:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.734073:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.734218:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345217920 00000100:00100000:2.0:1789066365.734226:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345217920 00000100:00100000:2.0:1789066365.734261:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789066365.734270:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+10:22610:x1875971345217920:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789066365.734287:0:22626:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789066365.734294:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1789066365.734679:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+10:22610:x1875971345217920:12345-0@lo:256:mount.lustre.0 Request processed in 409us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.734686:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789066365.735048:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345217920:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789066365.736341:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789066365.736369:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.736382:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.736405:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479c34e7000 from 1 10000000:01000000:3.0:1789066365.736408:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066365.736445:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.736454:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.736465:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.736487:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218048:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.736538:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.736582:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.736666:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218048 00000100:00100000:0.0:1789066365.736675:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218048 00000100:00100000:0.0:1789066365.736742:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066365.736751:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+10:22610:x1875971345218048:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066365.736765:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066365.736781:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d204f expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.737006:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d204f expref: 11 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.737021:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d204f expref: 11 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.737030:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f9800, rc 0) 00000100:00100000:0.0:1789066365.737079:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218048:12345-0@lo:101:mount.lustre.0 Request processed in 330us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066365.737197:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066365.737211:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.737221:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.737289:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.737317:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.737337:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.737452:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066365.737480:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218176 00000100:00100000:0.0:1789066365.737495:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218176 00000100:00100000:0.0:1789066365.737527:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789066365.737534:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218176:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066365.737672:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218176:12345-0@lo:501:mount.lustre.0 Request processed in 138us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.737678:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066365.737841:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.737884:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066365.737927:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.737955:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.738108:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218304 00000100:00100000:1.0:1789066365.738113:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218304 00000100:00100000:1.0:1789066365.738145:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789066365.738266:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218304:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066365.738366:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218304:12345-0@lo:503:mount.lustre.0 Request processed in 214us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066365.738373:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066365.738510:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218304:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066365.739383:0:22659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22659:1875971345218432:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.739435:0:22659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066365.739473:0:22659:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b67f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066365.739532:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218432 00000100:00100000:1.0:1789066365.739538:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218432 00000100:00100000:1.0:1789066365.739578:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789066365.739587:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22659:x1875971345218432:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.740969:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22659:x1875971345218432:12345-0@lo:502:llog_process_th.0 Request processed in 1376us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.740980:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789066365.741047:0:22659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22659:1875971345218432:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789066365.741081:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066365.741246:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.741249:0:22659:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789066365.741257:0:22659:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479c34e7000 00000020:00000080:0.0:1789066365.741260:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066365.741268:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066365.741270:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.741271:0:22659:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789066365.741274:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066365.741276:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.741277:0:22659:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789066365.741281:0:22659:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479c34e7000 00000020:00000080:0.0:1789066365.741283:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066365.741408:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066365.741413:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.741414:0:22659:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789066365.741424:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066365.741427:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.741429:0:22659:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066365.741432:0:22659:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479c34e7000 00000020:00000080:0.0:1789066365.741434:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066365.743268:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066365.743278:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.743280:0:22659:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066365.743284:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066365.743287:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066365.743289:0:22659:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789066365.743293:0:22659:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479c34e7000 00000020:00000080:0.0:1789066365.743295:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789066365.743371:0:22659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22659:1875971345218560:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.743449:0:22659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066365.743949:0:22659:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b67f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.745061:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218560 00000100:00100000:2.0:1789066365.745072:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218560 00000100:00100000:2.0:1789066365.745446:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789066365.745457:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22659:x1875971345218560:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066365.745623:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22659:x1875971345218560:12345-0@lo:502:llog_process_th.0 Request processed in 168us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.745642:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789066365.748196:0:22659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22659:1875971345218560:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789066365.748245:0:22659:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066365.748254:0:22659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066365.748257:0:22659:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789066365.748262:0:22659:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1789066365.750270:0:22610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789066365.750319:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066365.752960:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.752978:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066365.753046:0:22610:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789066365.753050:0:22610:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9479c34e7000 10000000:01000000:3.0:1789066365.753053:0:22610:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9479c34e7000 10000000:01000000:3.0:1789066365.753058:0:22610:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789066365.753064:0:22610:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9479c34e7000 from 1 10000000:01000000:3.0:1789066365.753067:0:22610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789066365.753120:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.753130:0:22610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.753141:0:22610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.753297:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218688:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066365.753366:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.753412:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.753539:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218688 00000100:00100000:2.0:1789066365.753548:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218688 00000100:00100000:2.0:1789066365.753592:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789066365.753603:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22610:x1875971345218688:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066365.753617:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066365.753643:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3338800/0x6be491be349d2064 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d205d expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.753668:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3338800/0x6be491be349d2064 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d205d expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.753679:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3338800/0x6be491be349d2064 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d205d expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.753688:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338800, rc 0) 00000100:00100000:2.0:1789066365.753967:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345218688:12345-0@lo:101:mount.lustre.0 Request processed in 366us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.753975:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066365.754980:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218688:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066365.755003:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2064 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.755015:0:22610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2064 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.755103:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.755146:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.755194:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.755462:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218816 00000100:00100000:2.0:1789066365.755469:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218816 00000100:00100000:2.0:1789066365.755513:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066365.755522:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345218816:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066365.755671:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345218816:12345-0@lo:501:mount.lustre.0 Request processed in 150us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.755678:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066365.755985:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066365.756023:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066365.756062:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.767008:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.767127:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345218944 00000100:00100000:0.0:1789066365.767138:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345218944 00000100:00100000:0.0:1789066365.767207:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066365.767217:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345218944:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066365.767360:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345218944:12345-0@lo:503:mount.lustre.0 Request processed in 145us (11296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.767368:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789066365.767636:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345218944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066365.769304:0:22664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219072:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789066365.769377:0:22664:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.769418:0:22664:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf480 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.769562:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219072 00000100:00100000:0.0:1789066365.769570:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219072 00000100:00100000:0.0:1789066365.769616:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066365.769635:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219072:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.769948:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219072:12345-0@lo:502:llog_process_th.0 Request processed in 323us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.769966:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066365.770022:0:22664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219072:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1789066365.770262:0:22664:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1789066365.770281:0:22664:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9478c1b6cd40) 00000020:00000080:0.0:1789066365.770303:0:22664:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1789066365.770393:0:22664:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479c34e7000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789066365.770397:0:22664:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479c34e7000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789066365.770399:0:22664:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479c34e7000 4 00010000:00080000:0.0:1789066365.770429:0:22664:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9479f8724800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.153@tcp at head 00010000:00010000:0.0:1789066365.777325:0:22664:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789066365.783906:0:22664:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789066365.783952:0:22664:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789066365.785074:0:22664:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x6be491be349d2072 00000100:00080000:0.0:1789066365.785090:0:22664:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789066365.785102:0:22664:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9479f8724800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066365.785140:0:22664:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9403480 x1875971345219200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066365.785170:0:22664:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789066365.785991:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345219200:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789066365.786065:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066365.786291:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219200 00000100:00100000:1.0:1789066365.786299:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219200 00000100:00100000:1.0:1789066365.786331:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066365.786338:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345219200:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789066365.786391:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345219200:12345-0@lo:38:llog_process_th.0 Request processed in 51us (325us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789066365.786397:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066365.786440:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789066365.786448:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f8724800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066365.786451:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789066365.786454:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345219200:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066365.786876:0:22664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.786929:0:22664:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066365.787084:0:22664:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b67cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.789948:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219328 00000100:00100000:0.0:1789066365.790366:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219328 00000100:00100000:0.0:1789066365.790501:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789066365.790512:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219328:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.790693:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219328:12345-0@lo:502:llog_process_th.0 Request processed in 183us (3762us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.790708:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789066365.790811:0:22664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.790877:0:22664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789066365.790921:0:22664:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066365.790950:0:22664:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b67cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.796877:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219456 00000100:00100000:2.0:1789066365.796893:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219456 00000100:00100000:2.0:1789066365.796959:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066365.796970:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219456:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789066365.797146:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22664:x1875971345219456:12345-0@lo:502:llog_process_th.0 Request processed in 177us (6224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.797301:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789066365.797456:0:22664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22664:1875971345219456:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1789066365.797492:0:22664:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789066365.797927:0:22610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789066365.797955:0:22610:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789066365.797972:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2064 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.797983:0:22610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1678200/0x6be491be349d205d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2064 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066365.798032:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789066365.798034:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066365.798036:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066365.798037:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066365.798038:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066365.798039:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066365.798041:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066365.798042:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789066365.798045:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066365.798046:0:22610:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066365.798050:0:22610:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789066365.798052:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066365.798053:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066365.798059:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066365.798060:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066365.798061:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066365.798062:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066365.798063:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066365.798064:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789066365.798065:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066365.798066:0:22610:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066365.798086:0:22610:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789066365.798102:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345219584:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066365.798145:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066365.798191:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c684acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066365.798354:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219584 00000100:00100000:0.0:1789066365.798361:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219584 00000100:00100000:0.0:1789066365.798477:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066365.798486:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345219584:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789066365.798509:0:22624:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789066365.798522:0:22624:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789066365.801447:0:22624:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789066365.801466:0:22624:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1789066365.801662:0:22647:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789066365.801667:0:22647:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789066365.801691:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.801721:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.801729:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.801774:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.801816:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.801840:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345219712:0@lo:104: 00000100:00100000:3.0:1789066365.801902:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.801944:0:22647:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6afb300 going to sleep for 11 seconds 00000100:00100000:2.0:1789066365.802313:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219712 00000100:00100000:2.0:1789066365.802322:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219712 00000100:00100000:2.0:1789066365.802368:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066365.802377:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345219712:12345-0@lo:104: 00010000:00010000:2.0:1789066365.802391:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066365.802446:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789066365.802452:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345219712:12345-0@lo:104: Request processed in 77us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066365.802459:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066365.802490:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22610:x1875971345219584:12345-0@lo:253:mount.lustre.0 Request processed in 4005us (4345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066365.802499:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789066365.802510:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22610:1875971345219584:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789066365.802522:0:22610:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789066365.802525:0:22610:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:0.0:1789066365.802525:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:01000004:2.0:1789066365.802527:0:22610:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789066365.802528:0:22610:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066365.802530:0:22610:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066365.802531:0:22610:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066365.802532:0:22610:0:(tgt_mount.c:1180:server_mti_print()) flags: 00010000:00010000:0.0:1789066365.802532:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066365.802534:0:22610:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066365.802535:0:22610:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00010000:0.0:1789066365.802539:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679c00 already unused, calling callback (ffffffffc138dc20) 00000020:01000004:2.0:1789066365.802542:0:22610:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 10000000:00010000:0.0:1789066365.802543:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066365.802544:0:22610:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789066365.802557:0:22610:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1789066365.802559:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066365.802566:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066365.802571:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789066365.802601:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.802607:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066365.802635:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.802643:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d2041 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2048 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066365.802659:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.802661:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066365.802662:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066365.802687:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345219840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066365.802715:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066365.803931:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219840 00000100:00100000:3.0:1789066365.803940:0:22616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219840 00010000:00010000:3.0:1789066365.803968:0:22616:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.804003:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789066365.804011:0:22616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3654:x1875971345219840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066365.804024:0:22616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066365.804029:0:22616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804041:0:22616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 12 pid: 22624 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804060:0:22616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804068:0:22616:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789066365.804100:0:22616:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002433532s 00010000:00010000:3.0:1789066365.804105:0:22616:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804112:0:22616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804119:0:22616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804126:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804132:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066365.804137:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804145:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804238:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804251:0:22616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066365.804302:0:22616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3654:x1875971345219840:12345-0@lo:103:ldlm_bl.0 Request processed in 292us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066365.804310:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789066365.804350:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713e00/0x6be491be349d2048 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2041 expref: 11 pid: 22624 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066365.804372:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345219712:0@lo:104: 00010000:00010000:3.0:1789066365.804389:0:22647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804398:0:22647:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804404:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066365.804411:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c1679400/0x6be491be349d2079 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066365.805733:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345219840:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789066365.837699:0:22610:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1789066365.838889:0:22610:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:2.0:1789066365.839268:0:22672:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789066365.839406:0:22610:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:3.0:1789066365.839662:0:22671:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1789066365.839667:0:22671:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00080000:3.0:1789066365.840390:0:22673:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9479c48e1500 x1875971345219968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066365.840402:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000040:01000000:1.0:1789066365.840973:0:22610:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789066365.841014:0:22610:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789066365.841773:0:22610:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789066365.841783:0:22610:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789066365.841997:0:22610:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066365.844184:0:22672:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066365.845357:0:22610:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789066365.847548:0:22610:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789066365.847656:0:22610:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789066365.849109:0:22672:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789066365.849185:0:22672:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789066365.850274:0:22610:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1789066365.850862:0:22610:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1789066365.853485:0:22610:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1789066365.857360:0:22610:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789066365.857401:0:22610:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb2a901563988 00100000:10000000:1.0:1789066365.857410:0:22610:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1789066365.858371:0:22610:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789066365.858390:0:22610:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.153@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789066365.858408:0:22610:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1789066365.858436:0:22610:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1789066365.859519:0:22610:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789066365.859760:0:22610:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789066366.287481:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789066366.801241:0:22665:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789066366.801251:0:22665:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066366.816085:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789066366.816103:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789066366.864678:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 10000000:01000000:0.0:1789066366.991022:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789066366.991031:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479c34e7000 from 11 10000000:01000000:0.0:1789066366.991036:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789066366.991090:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066366.991116:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066366.991128:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066366.991156:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345220096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789066366.991230:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066366.991281:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b67600 going to sleep for 11 seconds 00000100:00100000:2.0:1789066366.991364:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220096 00000100:00100000:2.0:1789066366.991382:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220096 00000100:00100000:2.0:1789066366.991456:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789066366.991465:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+11:22628:x1875971345220096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066366.991479:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066366.991493:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2080 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066366.991518:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2080 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066366.991530:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2080 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066366.991539:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339e00, rc 0) 00000100:00100000:2.0:1789066366.991592:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22628:x1875971345220096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066366.991600:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789066366.991852:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345220096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066366.991869:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066366.991878:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066366.991932:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345220224:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789066366.992043:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066366.992079:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eaeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789066366.992255:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220224 00000100:00100000:0.0:1789066366.992260:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220224 00000100:00100000:0.0:1789066366.992299:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789066366.992307:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22628:x1875971345220224:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789066366.992321:0:22626:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789066366.992337:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789066366.992340:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789066366.992434:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:22628:x1875971345220224:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066366.992442:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789066366.992605:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345220224:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789066366.992657:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789066366.992664:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066366.992673:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066367.315029:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066367.823105:0:22665:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789066367.823140:0:22665:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066367.823323:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789066367.823368:0:22665:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066367.823576:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789066367.888874:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:2.0:1789066368.335072:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066368.924895:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066369.360389:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066369.936008:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:2.0:1789066370.386063:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066370.972175:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000100:00100000:0.0:1789066371.158008:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345220352:0@lo:400:kworker.0 00000100:00100000:0.0:1789066371.158105:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789066371.158283:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789066371.158289:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789066371.158293:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066371.158299:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 753 00000100:00080000:1.0:1789066371.158304:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789066371.158316:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066371.158340:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a16a00 x1875971345220480/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066371.158357:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066371.158360:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066371.158363:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066371.158366:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066371.158368:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789066371.158371:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789066371.158373:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479f8724800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066371.158379:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9479f8724800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066371.158402:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a15c00 x1875971345220608/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066371.158430:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220480:0@lo:38:kworker.0 00000100:00100000:1.0:1789066371.158462:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066371.158485:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345220608:0@lo:38:kworker.0 00000100:00100000:1.0:1789066371.158507:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066371.158546:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220480 00000100:00100000:1.0:1789066371.158554:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220480 00000100:00100000:1.0:1789066371.158680:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066371.158687:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345220480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789066371.158752:0:22637:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789066371.158821:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345220480:12345-0@lo:38:kworker.0 Request processed in 133us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066371.158828:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066371.158871:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220608 00000100:00100000:1.0:1789066371.158875:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220608 00000100:00100000:1.0:1789066371.158895:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066371.158900:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3652:x1875971345220608:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789066371.158916:0:22633:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:1.0:1789066371.158951:0:22633:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x6be491be349d208e 00000004:00100000:1.0:1789066371.158966:0:22633:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789066371.159117:0:22633:0:(import.c:65:import_set_state_nolock()) ffff9479f8685800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066371.159159:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1875971345220608:12345-0@lo:38:kworker.0 Request processed in 257us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066371.159166:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789066371.159296:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066371.159302:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789066371.159306:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220480:0@lo:38:kworker.0 00010000:00080000:2.0:1789066371.159322:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479e4a15c00 x1875971345220608/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789066371.159333:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789066371.159340:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789066371.159344:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789066371.159346:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f8724800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789066371.159350:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3652:1875971345220608:0@lo:38:kworker.0 00000100:00100000:1.0:1789066371.160344:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220352 00000100:00100000:1.0:1789066371.160364:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220352 00000100:00100000:1.0:1789066371.160405:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789066371.160413:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3655:x1875971345220352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066371.162973:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3655:x1875971345220352:12345-0@lo:400:kworker.0 Request processed in 2551us (4859us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066371.162973:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345220352:0@lo:400:kworker.0 00000100:00100000:1.0:1789066371.162988:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000001:02000400:2.0:1789066371.309202:0:22916:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg253-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789066371.407543:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066371.984904:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000020:00000004:2.0:1789066372.246620:0:22968:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789066372.246968:0:22968:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789066372.432082:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066373.007326:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000020:00000004:1.0:1789066373.208983:0:23018:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789066373.209210:0:23018:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789066373.455681:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066374.031184:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:3.0:1789066374.482018:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066375.054960:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000100:00100000:2.0:1789066375.247741:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066365/real 1789066365] req@ffff9479f80d9c00 x1875971345217536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066375 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066375.247781:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f80d9c00 x1875971345217536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066375 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066375.247829:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066365/real 1789066365] req@ffff9479e4a14e00 x1875971345217408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066375 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066375.247843:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479e4a14e00 x1875971345217408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066375 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789066375.247990:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066375.248065:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789066375.248070:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217536:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789066375.248077:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066375.250755:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789066375.250763:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789066375.250767:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066375.250777:0:12995:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 759 00000100:00080000:0.0:1789066375.250784:0:12995:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789066375.250812:0:12995:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066375.250841:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9403b80 x1875971345220864/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066375.250853:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066375.250857:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789066375.250859:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066375.250862:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 753 00000100:00080000:0.0:1789066375.250865:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789066375.251009:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9478c3d49000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066375.251026:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9402300 x1875971345220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066375.251036:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066375.251040:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789066375.251042:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066375.251045:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 753 00000100:00080000:0.0:1789066375.251048:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789066375.251053:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066375.251064:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9401c00 x1875971345221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066375.251113:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066375.251173:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345220736:0@lo:400:kworker.0 00000100:00100000:0.0:1789066375.251272:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066375.251519:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345221248:0@lo:400:kworker.0 00000100:00100000:0.0:1789066375.251573:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066375.251632:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220736 00000100:00100000:0.0:1789066375.251643:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220736 00000100:00100000:0.0:1789066375.251704:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789066375.251714:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3655:x1875971345220736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066375.251770:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3655:x1875971345220736:12345-0@lo:400:kworker.0 Request processed in 56us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066375.251777:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789066375.251854:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221248 00000100:00100000:0.0:1789066375.251859:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221248 00000100:00100000:0.0:1789066375.252031:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066375.252040:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345221248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066375.252079:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345221248:12345-0@lo:400:kworker.0 Request processed in 42us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066375.252086:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066375.252246:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345220736:0@lo:400:kworker.0 00010000:00080000:0.0:1789066375.252367:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479f9402680 x1875971345221248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066375.252381:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345221248:0@lo:400:kworker.0 00000100:00080000:2.0:1789066375.252507:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789066375.252515:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345217408:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789066375.252598:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220864:0@lo:38:kworker.0 00000100:00100000:2.0:1789066375.252651:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066375.252678:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220992:0@lo:8:kworker.0 00000400:00000100:2.0:1789066375.252701:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345220992 offset 0 length 520: 4 00000100:00100000:2.0:1789066375.252721:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345221120:0@lo:8:kworker.0 00000400:00000100:2.0:1789066375.252745:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345221120 offset 0 length 520: 4 00000100:00100000:2.0:1789066375.252773:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345220864 00000100:00100000:2.0:1789066375.252778:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345220864 00000100:00100000:2.0:1789066375.252832:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789066375.252839:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345220864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789066375.252860:0:22636:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789066375.252906:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345220864:12345-0@lo:38:kworker.0 Request processed in 66us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789066375.252912:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789066375.252951:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066375.252956:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789066375.252960:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220864:0@lo:38:kworker.0 00010000:00010000:0.0:1789066375.505639:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066376.083846:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066376.531297:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789066377.040732:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789066377.107281:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066377.552354:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066378.129852:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066378.575992:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066379.151324:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066379.599512:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066380.180475:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000100:00080000:1.0:1789066380.367309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789066380.367317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789066380.367321:0:36:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066380.367330:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 763 00000100:00080000:1.0:1789066380.367336:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789066380.367349:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066380.367373:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a17800 x1875971345221504/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066380.367393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066380.367398:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066380.367401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066380.367405:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789066380.367452:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345221504:0@lo:38:kworker.0 00000100:00100000:1.0:1789066380.367523:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066380.368119:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345221376:0@lo:400:kworker.0 00000100:00100000:0.0:1789066380.368246:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066380.368283:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221376 00000100:00100000:0.0:1789066380.368291:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221376 00000100:00100000:0.0:1789066380.368334:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789066380.368343:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3654:x1875971345221376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066380.368389:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:3654:x1875971345221376:12345-0@lo:400:kworker.0 Request processed in 46us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066380.368396:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789066380.369483:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345221632:0@lo:400:kworker.0 00000100:00100000:1.0:1789066380.369538:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066380.369740:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221632 00000100:00100000:3.0:1789066380.369747:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221632 00000100:00100000:3.0:1789066380.369809:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066380.369818:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345221632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066380.369862:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345221632:12345-0@lo:400:kworker.0 Request processed in 45us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066380.369869:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789066380.369951:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221504 00000100:00100000:2.0:1789066380.369965:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221504 00000100:00100000:0.0:1789066380.370222:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345221376:0@lo:400:kworker.0 00000100:00100000:2.0:1789066380.370361:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789066380.370368:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345221504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789066380.370387:0:22636:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789066380.370439:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345221504:12345-0@lo:38:kworker.0 Request processed in 71us (2916us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789066380.370445:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789066380.370762:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066380.370768:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066380.370771:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345221504:0@lo:38:kworker.0 00010000:00080000:1.0:1789066380.372101:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479e4a15500 x1875971345221632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066380.372120:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345221632:0@lo:400:kworker.0 00010000:00010000:0.0:1789066380.625258:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789066381.098657:0:23363:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789066381.098661:0:23363:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789066381.098663:0:23363:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789066381.098849:0:23363:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9479fef46800 00000020:01000004:0.0:1789066381.098866:0:23363:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1789066381.098879:0:23363:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789066381.098893:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9478c1b68000) 00000020:00000080:0.0:1789066381.098910:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789066381.157782:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789066381.159007:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.159746:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.160555:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789066381.161345:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.161552:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789066381.161823:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1789066381.162019:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1789066381.162452:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789066381.162710:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.162939:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.163444:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.163716:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.164463:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789066381.164758:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.165471:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.165740:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.165964:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.166435:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.166679:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.166941:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.167389:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.167600:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.167873:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.168324:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.168608:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.168880:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.169308:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.169533:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.170006:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.170753:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.171224:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.171629:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789066381.171903:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789066381.174246:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.174776:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1789066381.175355:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789066381.175541:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.175769:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.175981:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.176427:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.176662:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789066381.176896:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789066381.177262:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789066381.177640:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1789066381.177917:0:23363:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00080000:01000000:1.0:1789066381.179542:0:23363:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789066381.179769:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1789066381.179781:0:23363:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789066381.180357:0:23363:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d209c 00000020:01000004:1.0:1789066381.180368:0:23363:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789066381.180393:0:23363:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.153@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789066381.180398:0:23363:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.153@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789066381.180404:0:23363:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1789066381.180450:0:23363:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1789066381.180454:0:23363:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.153@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789066381.185562:0:23363:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.153@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789066381.185599:0:23363:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.153@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789066381.185603:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789066381.185605:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789066381.185607:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066381.185608:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066381.185609:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066381.185611:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066381.185612:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066381.185613:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066381.185615:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066381.185618:0:23363:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789066381.185620:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789066381.185621:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789066381.185623:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066381.185624:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066381.185625:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066381.185626:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066381.185627:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066381.185628:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066381.185629:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066381.185654:0:23363:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789066381.185673:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345221760:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789066381.185749:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.185863:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3111300 going to sleep for 11 seconds 00000100:00100000:1.0:1789066381.185946:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221760 00000100:00100000:1.0:1789066381.185954:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221760 00000100:00100000:1.0:1789066381.186030:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066381.186046:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:23363:x1875971345221760:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789066381.186080:0:22626:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789066381.186083:0:22626:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789066381.186089:0:22626:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789066381.186668:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:23363:x1875971345221760:12345-0@lo:253:mount.lustre.0 Request processed in 627us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066381.186677:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789066381.186778:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345221760:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789066381.186806:0:23363:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789066381.186809:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789066381.186810:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789066381.186812:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066381.186813:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066381.186814:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066381.186815:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066381.186816:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789066381.186817:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066381.186818:0:23363:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789066381.186841:0:23363:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9479fef46800 from lustre-MDT0001 10000000:01000000:2.0:1789066381.186870:0:23363:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789066381.186873:0:23363:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789066381.186880:0:23363:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9479f9433380 local copy 00010000:00010000:2.0:1789066381.186890:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.186980:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345221888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066381.187026:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.187675:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c1a3c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.187750:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345221888 00000100:00100000:0.0:1789066381.187758:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345221888 00000100:00100000:0.0:1789066381.187807:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789066381.187816:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:23363:x1875971345221888:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066381.187910:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:23363:x1875971345221888:12345-0@lo:501:mount.lustre.0 Request processed in 95us (883us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789066381.187918:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789066381.188010:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345221888:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789066381.188027:0:23363:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.153@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789066381.188301:0:23363:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.153@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789066381.188309:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.188320:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.188353:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9479fef46800 10000000:01000000:2.0:1789066381.188357:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789066381.188362:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9479f9433380 10000000:01000000:2.0:1789066381.188365:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789066381.188368:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9479f9433380 from 1 10000000:01000000:2.0:1789066381.188371:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789066381.188402:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.188411:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.188420:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.188437:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222016:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066381.188468:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.188507:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c1a3c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.188716:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222016 00000100:00100000:0.0:1789066381.188722:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222016 00000100:00100000:0.0:1789066381.188745:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789066381.188751:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+12:23363:x1875971345222016:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066381.188760:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066381.188773:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f9200/0x6be491be349d20aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d20a3 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.188810:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f9200/0x6be491be349d20aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d20a3 expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.188822:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f9200/0x6be491be349d20aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d20a3 expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.188829:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f9200, rc 0) 00000100:00100000:0.0:1789066381.188870:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+13:23363:x1875971345222016:12345-0@lo:101:mount.lustre.0 Request processed in 118us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.188876:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789066381.188952:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222016:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.188966:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20aa expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.188975:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d20aa expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.189012:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1789066381.189030:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20aa expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189046:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3338a00/0x6be491be349d20a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20aa expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.189054:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9479fef46800 10000000:01000000:2.0:1789066381.189058:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789066381.189062:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9479fef46800 from 1 10000000:01000000:2.0:1789066381.189074:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789066381.189089:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189095:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189102:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.189115:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222144:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066381.189414:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.189444:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c1a3c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.189500:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222144 00000100:00100000:0.0:1789066381.189511:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222144 00000100:00100000:0.0:1789066381.189532:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789066381.189538:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+13:23363:x1875971345222144:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066381.189546:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066381.189555:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f9000/0x6be491be349d20b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d20b1 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.189582:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f9000/0x6be491be349d20b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d20b1 expref: 14 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.189591:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f9000/0x6be491be349d20b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d20b1 expref: 14 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.189598:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f9000, rc 0) 00000100:00100000:0.0:1789066381.189635:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+14:23363:x1875971345222144:12345-0@lo:101:mount.lustre.0 Request processed in 96us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.189641:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789066381.189766:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222144:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.189778:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20b8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189824:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d20b8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.189845:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789066381.189852:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20b8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189858:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3338200/0x6be491be349d20b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20b8 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.189864:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789066381.189868:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789066381.189873:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9479fef46800 10000000:01000000:2.0:1789066381.189876:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789066381.189879:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1789066381.189881:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1789066381.189896:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189902:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.189910:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.189923:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222272:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066381.189950:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.189962:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c1a3c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.190431:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222272 00000100:00100000:0.0:1789066381.190437:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222272 00000100:00100000:0.0:1789066381.190461:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789066381.190468:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+14:23363:x1875971345222272:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066381.190477:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066381.190496:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8000/0x6be491be349d20c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d20bf expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.190511:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8000/0x6be491be349d20c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d20bf expref: 15 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.190518:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8000/0x6be491be349d20c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d20bf expref: 15 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.190532:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8000, rc 0) 00000100:00100000:2.0:1789066381.190674:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222272:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.190687:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20c6 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.190700:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d20c6 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066381.191505:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222272:12345-0@lo:101:mount.lustre.0 Request processed in 1035us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.191513:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000040:00080000:2.0:1789066381.192625:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789066381.194524:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789066381.198867:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000040:00080000:2.0:1789066381.200649:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789066381.200703:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1789066381.200718:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1789066381.200730:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1789066381.200743:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1789066381.200758:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1789066381.200768:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1789066381.200775:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1789066381.200782:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1789066381.200979:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1789066381.201249:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1789066381.201271:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1789066381.201285:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1789066381.201297:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1789066381.201310:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1789066381.201327:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1789066381.201341:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1789066381.201354:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1789066381.201369:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1789066381.201382:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1789066381.201394:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1789066381.201408:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1789066381.201422:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1789066381.201435:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1789066381.201450:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1789066381.201464:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1789066381.201509:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1789066381.201524:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1789066381.201538:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1789066381.201550:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1789066381.201638:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1789066381.201657:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1789066381.201671:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1789066381.201684:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1789066381.201698:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1789066381.201713:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1789066381.201727:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1789066381.201740:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1789066381.201753:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1789066381.201765:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1789066381.201778:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1789066381.201869:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1789066381.201887:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1789066381.201901:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1789066381.201928:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1789066381.201934:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1789066381.202275:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066381.202342:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.202442:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c1a3cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.203329:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222400 00000100:00100000:0.0:1789066381.203340:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222400 00000100:00100000:0.0:1789066381.203432:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789066381.203442:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222400:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066381.203629:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222400:12345-0@lo:501:mount.lustre.0 Request processed in 187us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.203637:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789066381.203729:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222400:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066381.203770:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222528:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066381.203848:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.204298:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222528 00000100:00100000:2.0:1789066381.204304:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222528 00000100:00100000:2.0:1789066381.204324:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789066381.204328:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222528:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066381.205028:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222528:12345-0@lo:503:mount.lustre.0 Request processed in 697us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.205046:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789066381.205531:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35f3540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.205554:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222528:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789066381.206231:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789066381.206327:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222656:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.206391:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066381.206420:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.206518:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222656 00000100:00100000:2.0:1789066381.206525:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222656 00000100:00100000:2.0:1789066381.206678:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066381.206688:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222656:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066381.207582:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222656:12345-0@lo:502:mount.lustre.0 Request processed in 893us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.207657:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222656:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066381.207923:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789066381.207951:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1789066381.207966:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1789066381.207980:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1789066381.208009:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1789066381.208024:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1789066381.208050:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1789066381.208077:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1789066381.208092:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1789066381.208104:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1789066381.208117:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1789066381.208507:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1789066381.208524:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1789066381.208539:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1789066381.208553:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1789066381.208578:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1789066381.208591:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1789066381.208603:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1789066381.208615:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1789066381.208628:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1789066381.208640:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1789066381.208655:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1789066381.208668:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1789066381.208684:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1789066381.208700:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1789066381.208715:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1789066381.208729:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1789066381.208744:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1789066381.208770:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1789066381.208819:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1789066381.208838:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1789066381.208853:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1789066381.208866:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1789066381.208878:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1789066381.208890:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1789066381.208904:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1789066381.208920:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1789066381.208935:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1789066381.208949:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1789066381.208967:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1789066381.208982:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1789066381.209009:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1789066381.209024:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1789066381.209375:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1789066381.209431:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.209516:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066381.209638:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222784 00000100:00100000:1.0:1789066381.209647:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222784 00000100:00100000:3.0:1789066381.209702:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.209925:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789066381.210343:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789066381.210354:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222784:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.210499:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345222784:12345-0@lo:502:mount.lustre.0 Request processed in 147us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.210507:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789066381.210592:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345222784:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066381.210647:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789066381.210658:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1789066381.211469:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789066381.211493:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066381.211496:0:23367:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789066381.211501:0:23367:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1789066381.211504:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066381.211520:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9479f3eb0000) 00000020:00000080:1.0:1789066381.211542:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1789066381.211549:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789066381.211643:0:23367:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789066381.211649:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d20d4 00000020:00000080:1.0:1789066381.211889:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789066381.211894:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789066381.211897:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066381.211899:0:23367:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789066381.211902:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789066381.211906:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066381.211907:0:23367:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1789066381.211911:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066381.211919:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9479f3eb4d40) 00000020:00000080:1.0:1789066381.211929:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1789066381.211932:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789066381.211934:0:23367:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1789066381.211936:0:23367:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1789066381.211939:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789066381.211999:0:23367:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479fef46800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789066381.212011:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9479f3eb3380) 00000020:00000080:1.0:1789066381.212021:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789066381.212250:0:23367:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789066381.212256:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d20e9 00000020:00000080:1.0:1789066381.212339:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789066381.212346:0:23367:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789066381.212350:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x6be491be349d20f0 00080000:01000000:1.0:1789066381.212356:0:23367:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789066381.212359:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d20f7 00010000:00010000:2.0:1789066381.291406:0:23367:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789066381.292014:0:23367:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789066381.292543:0:23367:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789066381.293870:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789066381.293884:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066381.293891:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.293893:0:23367:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789066381.293896:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066381.293903:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.293905:0:23367:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789066381.293908:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789066381.293913:0:23367:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:00000080:2.0:1789066381.293942:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066381.293958:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9479f87e8000) 00000020:00000080:2.0:1789066381.293981:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789066381.293999:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789066381.294097:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789066381.294105:0:23367:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789066381.294112:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d2105 00010000:00080000:2.0:1789066381.294185:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9479d063f800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.153@tcp at head 00010000:00010000:2.0:1789066381.295932:0:23367:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1789066381.298982:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789066381.299279:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789066381.299326:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789066381.299354:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d210c 00000100:00080000:2.0:1789066381.299365:0:23367:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066381.299378:0:23367:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9479d063f800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066381.299418:0:23367:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80d8000 x1875971345222912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066381.299448:0:23367:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1789066381.299577:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066381.299582:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299583:0:23367:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1789066381.299586:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789066381.299589:0:23367:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1789066381.299591:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.299592:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.299594:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789066381.299596:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299597:0:23367:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789066381.299599:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066381.299604:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299606:0:23367:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1789066381.299610:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789066381.299642:0:23367:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789066381.299655:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066381.299658:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299659:0:23367:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1789066381.299662:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789066381.299664:0:23367:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1789066381.299681:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.299683:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.299685:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789066381.299688:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299689:0:23367:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789066381.299692:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789066381.299696:0:23367:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789066381.299699:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.299700:0:23367:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789066381.299703:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789066381.299706:0:23367:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:01000000:2.0:1789066381.299731:0:23367:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789066381.299734:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066381.299748:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9479f87e99c0) 00000020:00000080:2.0:1789066381.299762:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1789066381.299766:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789066381.299862:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1789066381.299870:0:23367:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789066381.299876:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d211a 00010000:00080000:2.0:1789066381.299906:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9479f1f85000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.153@tcp at head 00000100:00100000:0.0:1789066381.300548:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345222912:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066381.300616:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.300682:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345222912 00000100:00100000:0.0:1789066381.300690:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345222912 00000100:00100000:0.0:1789066381.300722:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066381.300728:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345222912:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789066381.300752:0:22636:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:0.0:1789066381.300808:0:22636:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d2121 00000004:00100000:0.0:1789066381.300823:0:22636:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789066381.300828:0:22636:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1789066381.301663:0:23367:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:2.0:1789066381.303331:0:23367:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789066381.304215:0:23367:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1789066381.309274:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789066381.309284:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789066381.309288:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066381.309295:0:21098:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 768 00000100:00080000:3.0:1789066381.309300:0:21098:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789066381.309319:0:21098:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066381.309368:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c48e3b80 x1875971345223040/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789066381.309403:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066381.309407:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066381.309410:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066381.309413:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789066381.309711:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789066381.309731:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345223168:0@lo:400:kworker.0 00000100:00100000:1.0:1789066381.309810:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066381.309858:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223168 00000100:00100000:1.0:1789066381.309866:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223168 00000100:00100000:1.0:1789066381.309921:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066381.309930:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345223168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066381.309982:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345223168:12345-0@lo:400:kworker.0 Request processed in 52us (171us total) trans 0 rc 0/0 00000040:00080000:2.0:1789066381.310374:0:23367:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066381.311005:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789066381.311468:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00010000:00080000:2.0:1789066381.311876:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479c48e2300 x1875971345223168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066381.311892:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345223168:0@lo:400:kworker.0 00000100:00100000:1.0:1789066381.312298:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066381.312653:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345223040:0@lo:38:kworker.0 00000100:00100000:1.0:1789066381.312722:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1789066381.313943:0:23371:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789066381.313952:0:23371:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:0.0:1789066381.321442:0:22636:0:(import.c:65:import_set_state_nolock()) ffff9478c1afe800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066381.321573:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1875971345222912:12345-0@lo:38:llog_process_th.0 Request processed in 20841us (20954us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.321584:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066381.321619:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223040 00000100:00100000:0.0:1789066381.321627:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223040 00000100:00100000:1.0:1789066381.322025:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789066381.322036:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789066381.322044:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789066381.322050:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789066381.322053:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479d063f800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789066381.322069:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345222912:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789066381.322152:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345223296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789066381.322193:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1789066381.322353:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789066381.322370:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789066381.322420:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789066381.322442:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d2128 00000100:00080000:2.0:1789066381.322448:0:23367:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066381.322458:0:23367:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9479f1f85000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066381.322498:0:23367:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80d9180 x1875971345223424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066381.322516:0:23367:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789066381.322548:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.322552:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066381.322566:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.322569:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1789066381.322614:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066381.322618:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.322620:0:23367:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789066381.322623:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789066381.322626:0:23367:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789066381.322627:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.322629:0:23367:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789066381.322630:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789066381.322632:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.322633:0:23367:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789066381.322636:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789066381.322641:0:23367:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789066381.322643:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066381.322645:0:23367:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789066381.322647:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789066381.322651:0:23367:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.153@tcp to nid 0x20000c0a8ca99 (192.168.202.153@tcp) 00000020:01000000:2.0:1789066381.322680:0:23367:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789066381.322683:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066381.322696:0:23367:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9479f87eb380) 00000020:00000080:2.0:1789066381.322708:0:23367:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789066381.322713:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789066381.322786:0:23367:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789066381.322810:0:23367:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789066381.322816:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6be491be349d2136 00010000:00080000:2.0:1789066381.322853:0:23367:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9479e4a9b000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.153@tcp at head 00010000:00010000:2.0:1789066381.323061:0:23367:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789066381.323129:0:23367:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789066381.323146:0:23367:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1789066381.326975:0:23367:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066381.327584:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789066381.327723:0:23367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00100000:1.0:1789066381.328462:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345223424:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789066381.328692:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345223424 offset 0 length 520: 4 00000040:00080000:2.0:1789066381.331738:0:23374:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789066381.331745:0:23374:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00100000:3.0:1789066381.333857:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223296 00000100:00100000:3.0:1789066381.333873:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223296 00000100:00100000:3.0:1789066381.333938:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066381.333946:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345223040:12345-0@lo:38:kworker.0 00000020:00000080:2.0:1789066381.339930:0:23367:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789066381.339948:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789066381.340013:0:23367:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789066381.340045:0:23367:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d213d 00000100:00080000:2.0:1789066381.340055:0:23367:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066381.340067:0:23367:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066381.342217:0:23367:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9401180 x1875971345223552/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066381.343813:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1875971345223040:12345-0@lo:38:kworker.0 Request processed in 9861us (31084us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789066381.343829:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066381.343957:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345223552:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789066381.344048:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345223552 offset 0 length 520: 4 00000100:00100000:2.0:1789066381.344435:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789066381.344451:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1875971345223296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789066381.344506:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789066381.344580:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1875971345223296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (22384us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.344586:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066381.344765:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345223296:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789066381.345305:0:23367:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789066381.345398:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.345403:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066381.345406:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.345410:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1789066381.345576:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066381.345584:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066381.345587:0:23367:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789066381.345591:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066381.345595:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066381.345597:0:23367:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789066381.345600:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789066381.345602:0:23367:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789066381.345604:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066381.345607:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066381.345608:0:23367:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789066381.345611:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066381.345613:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066381.345615:0:23367:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789066381.345619:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789066381.345652:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066381.345655:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066381.345669:0:23367:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789066381.345673:0:23367:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1789066381.345937:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1789066381.345972:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1789066381.345994:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20c6 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346006:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3339600/0x6be491be349d20bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d20c6 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066381.346014:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479fef46800 from 1 10000000:01000000:2.0:1789066381.346017:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789066381.346070:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346078:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346089:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.346111:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223680:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066381.346364:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.346400:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf000 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.346424:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223680 00000100:00100000:2.0:1789066381.346431:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223680 00000100:00100000:2.0:1789066381.346497:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789066381.346506:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+15:23363:x1875971345223680:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.346518:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066381.346531:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2144 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346554:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2144 expref: 16 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346711:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2144 expref: 16 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346721:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339800, rc 0) 00000100:00100000:2.0:1789066381.346758:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:23363:x1875971345223680:12345-0@lo:101:mount.lustre.0 Request processed in 253us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.346764:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789066381.346843:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223680:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.346858:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.346868:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066381.349324:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789066381.349348:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066381.349355:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789066381.349359:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345223040:0@lo:38:kworker.0 00000100:00100000:2.0:1789066381.349640:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223808:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789066381.349716:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.349828:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf000 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.350446:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223808 00000100:00100000:0.0:1789066381.350455:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223808 00000100:00100000:0.0:1789066381.350695:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789066381.350706:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:23363:x1875971345223808:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789066381.350733:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789066381.350759:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789066381.350762:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789066381.350919:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:23363:x1875971345223808:12345-0@lo:256:mount.lustre.0 Request processed in 214us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.350935:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789066381.351049:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223808:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789066381.351780:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789066381.351841:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066381.351853:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066381.351861:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479fef46800 from 1 10000000:01000000:3.0:1789066381.351864:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066381.351947:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066381.351955:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066381.351965:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066381.351986:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223936:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066381.352033:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066381.352998:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35f3240 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.353227:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345223936 00000100:00100000:2.0:1789066381.353238:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345223936 00000100:00100000:2.0:1789066381.353291:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789066381.353300:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:23363:x1875971345223936:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.353313:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066381.353327:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2152 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.353424:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2152 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.353437:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2152 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.353447:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338e00, rc 0) 00000100:00100000:2.0:1789066381.353635:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345223936:12345-0@lo:101:mount.lustre.0 Request processed in 336us (1601us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.353643:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789066381.353763:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345223936:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066381.353779:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066381.354244:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789066381.356413:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789066381.357003:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066381.360696:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789066381.360763:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789066381.360781:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789066381.360819:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789066381.360838:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789066381.360850:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789066381.360863:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789066381.360877:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789066381.360889:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789066381.360901:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789066381.360914:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789066381.360935:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789066381.360941:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789066381.361077:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224064:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066381.361288:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.361327:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed783b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.362017:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224064 00000100:00100000:3.0:1789066381.362027:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224064 00000100:00100000:3.0:1789066381.362094:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789066381.362104:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224064:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066381.362321:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224064:12345-0@lo:501:mount.lustre.0 Request processed in 218us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.362328:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789066381.362447:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224064:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066381.362511:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224192:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066381.362574:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.362604:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6a88cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.362620:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224192 00000100:00100000:0.0:1789066381.362625:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224192 00000100:00100000:0.0:1789066381.362645:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789066381.362651:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224192:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066381.362725:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224192:12345-0@lo:503:mount.lustre.0 Request processed in 74us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.362732:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789066381.362776:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224192:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789066381.365332:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789066381.365659:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066381.365737:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.366022:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed783780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.366767:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224320 00000100:00100000:0.0:1789066381.366779:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224320 00000100:00100000:0.0:1789066381.366983:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789066381.366993:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224320:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066381.367179:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224320:12345-0@lo:502:mount.lustre.0 Request processed in 187us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.367187:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789066381.367293:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224320:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066381.367549:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789066381.367598:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789066381.367613:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789066381.367628:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789066381.367641:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789066381.367653:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789066381.367666:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789066381.367678:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789066381.367692:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789066381.367706:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789066381.367718:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789066381.367750:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224448:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.367820:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066381.368501:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35f3840 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.368685:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224448 00000100:00100000:2.0:1789066381.368693:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224448 00000100:00100000:2.0:1789066381.368728:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789066381.368736:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224448:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066381.368866:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224448:12345-0@lo:502:mount.lustre.0 Request processed in 130us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.368873:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789066381.369250:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066381.369318:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789066381.369330:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789066381.370822:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066381.370835:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370838:0:23376:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789066381.370845:0:23376:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479fef46800 00000020:00000080:3.0:1789066381.370848:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066381.370855:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066381.370857:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370859:0:23376:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789066381.370861:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066381.370863:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370864:0:23376:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789066381.370868:0:23376:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479fef46800 00000020:00000080:3.0:1789066381.370870:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066381.370929:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066381.370933:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370939:0:23376:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789066381.370942:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066381.370945:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370946:0:23376:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789066381.370949:0:23376:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479fef46800 00000020:00000080:3.0:1789066381.370951:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066381.370971:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066381.370974:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370975:0:23376:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789066381.370978:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066381.370980:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.370981:0:23376:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789066381.370984:0:23376:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479fef46800 00000020:00000080:3.0:1789066381.370986:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789066381.371008:0:23376:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066381.371012:0:23376:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066381.371013:0:23376:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789066381.371016:0:23376:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789066381.373713:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789066381.373760:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066381.373810:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.373838:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066381.373898:0:23363:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789066381.373902:0:23363:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9479fef46800 10000000:01000000:0.0:1789066381.373905:0:23363:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9479fef46800 10000000:01000000:0.0:1789066381.373909:0:23363:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066381.373915:0:23363:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9479fef46800 from 1 10000000:01000000:0.0:1789066381.373917:0:23363:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789066381.373955:0:23363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.373963:0:23363:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.373973:0:23363:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066381.373999:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224576:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066381.374719:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.374840:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6a88f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.384466:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224576 00000100:00100000:3.0:1789066381.384629:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224576 00000100:00100000:2.0:1789066381.392623:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789066381.392638:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:23363:x1875971345224576:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066381.392659:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066381.392677:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3338c00/0x6be491be349d2167 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2160 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.392704:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3338c00/0x6be491be349d2167 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2160 expref: 18 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.392715:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3338c00/0x6be491be349d2167 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2160 expref: 18 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.392723:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338c00, rc 0) 00000100:00100000:2.0:1789066381.392823:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224576:12345-0@lo:101:mount.lustre.0 Request processed in 188us (18106us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.392837:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789066381.393136:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224576:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066381.393157:0:23363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2167 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.393167:0:23363:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2167 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066381.397545:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1789066381.398740:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789066381.399078:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1789066381.399106:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1789066381.401310:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1789066381.401451:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1789066381.401470:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1789066381.402245:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1789066381.402268:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1789066381.402281:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1789066381.402296:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1789066381.402308:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1789066381.402320:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1789066381.402555:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1789066381.402725:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1789066381.402760:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1789066381.402777:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1789066381.402809:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1789066381.402826:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1789066381.402838:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1789066381.402850:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1789066381.402863:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1789066381.402876:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1789066381.402889:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1789066381.402901:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1789066381.402915:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1789066381.402929:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1789066381.402942:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1789066381.402955:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1789066381.402967:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1789066381.402980:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1789066381.403010:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1789066381.403026:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1789066381.404332:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1789066381.404661:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1789066381.404677:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1789066381.404691:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1789066381.404705:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1789066381.404719:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1789066381.404730:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1789066381.404742:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1789066381.404755:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1789066381.404768:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1789066381.404782:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1789066381.404828:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1789066381.404843:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1789066381.404855:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1789066381.404888:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1789066381.404903:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1789066381.404919:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1789066381.405115:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1789066381.407834:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1789066381.407874:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1789066381.407881:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1789066381.407997:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066381.408085:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066381.408550:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224704 00000100:00100000:3.0:1789066381.408702:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224704 00000100:00100000:3.0:1789066381.408764:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789066381.408773:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224704:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066381.408921:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224704:12345-0@lo:501:mount.lustre.0 Request processed in 148us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.408929:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789066381.410862:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.410902:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066381.410958:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224832:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066381.411022:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.413281:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.413874:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224832 00000100:00100000:3.0:1789066381.413884:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224832 00000100:00100000:3.0:1789066381.413933:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789066381.413943:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224832:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066381.414109:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224832:12345-0@lo:503:mount.lustre.0 Request processed in 167us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.414119:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789066381.415288:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224832:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789066381.418073:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789066381.418813:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224960:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066381.418899:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.418948:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.419697:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345224960 00000100:00100000:3.0:1789066381.419707:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345224960 00000100:00100000:3.0:1789066381.419763:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789066381.419772:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224960:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.419928:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345224960:12345-0@lo:502:mount.lustre.0 Request processed in 156us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.419936:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789066381.420848:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345224960:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066381.421093:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1789066381.421138:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1789066381.421156:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1789066381.421168:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1789066381.421181:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1789066381.421193:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1789066381.421206:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1789066381.421220:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1789066381.421252:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1789066381.421269:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1789066381.421281:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1789066381.421293:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1789066381.421306:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1789066381.421318:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1789066381.421331:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1789066381.421343:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1789066381.421354:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1789066381.421367:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1789066381.421380:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1789066381.421392:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1789066381.421404:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1789066381.421419:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1789066381.421433:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1789066381.421445:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1789066381.421491:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1789066381.421509:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1789066381.421528:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1789066381.421540:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1789066381.421552:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1789066381.424631:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1789066381.424677:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1789066381.424694:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1789066381.424708:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1789066381.424722:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1789066381.424736:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1789066381.424748:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1789066381.424761:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1789066381.424773:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1789066381.424814:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1789066381.424834:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1789066381.424871:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1789066381.424886:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1789066381.424899:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1789066381.424913:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1789066381.424926:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1789066381.424938:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1789066381.424950:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1789066381.424964:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1789066381.425023:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225088:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066381.425117:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.425173:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.426715:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225088 00000100:00100000:3.0:1789066381.426729:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225088 00000100:00100000:3.0:1789066381.426786:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789066381.426811:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225088:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066381.426966:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225088:12345-0@lo:502:mount.lustre.0 Request processed in 156us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.426973:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789066381.428299:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225088:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066381.430193:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1789066381.430229:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1789066381.430288:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066381.432871:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.432919:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789066381.434410:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225216 00000100:00100000:2.0:1789066381.434424:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225216 00000100:00100000:2.0:1789066381.434526:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789066381.434537:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066381.434715:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225216:12345-0@lo:502:mount.lustre.0 Request processed in 179us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.434723:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789066381.434919:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225216:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789066381.435008:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789066381.435023:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789066381.440969:0:23381:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789066381.440983:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9479ed2c0000) 00000020:00000080:1.0:1789066381.441002:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789066381.441089:0:23381:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479fef46800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789066381.441092:0:23381:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479fef46800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789066381.441093:0:23381:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479fef46800 3 00010000:00080000:1.0:1789066381.441118:0:23381:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9479f8680800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.153@tcp at head 00010000:00010000:0.0:1789066381.453997:0:23381:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1789066381.454275:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1789066381.454353:0:23381:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789066381.454368:0:23381:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x6be491be349d2175 00000100:00080000:0.0:1789066381.454377:0:23381:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789066381.454389:0:23381:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9479f8680800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066381.454426:0:23381:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9403b80 x1875971345225344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066381.454453:0:23381:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789066381.456251:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345225344:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789066381.456323:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066381.456403:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225344 00000100:00100000:3.0:1789066381.456411:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225344 00000100:00100000:3.0:1789066381.456446:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789066381.456453:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1875971345225344:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789066381.456492:0:22632:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:3.0:1789066381.456531:0:22632:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x6be491be349d217c 00000004:00100000:3.0:1789066381.456556:0:22632:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789066381.456608:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9478c2179000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066381.456660:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1875971345225344:12345-0@lo:38:llog_process_th.0 Request processed in 206us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066381.456668:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789066381.456711:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479f9403b80 x1875971345225344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066381.456720:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789066381.456728:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789066381.456735:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789066381.456740:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789066381.456743:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f8680800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789066381.456747:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3652:1875971345225344:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789066381.458832:0:23381:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1789066381.459886:0:23363:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789066381.459925:0:23363:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789066381.459943:0:23363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2167 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.459956:0:23363:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f8a00/0x6be491be349d2160 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2167 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789066381.460012:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789066381.460014:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789066381.460016:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066381.460017:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066381.460018:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066381.460019:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066381.460021:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066381.460022:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066381.460024:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789066381.460027:0:23363:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1789066381.460031:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789066381.460041:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789066381.460042:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066381.460043:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066381.460044:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066381.460044:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066381.460045:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066381.460046:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066381.460047:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789066381.460835:0:23363:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789066381.460859:0:23363:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225472:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789066381.460927:0:23363:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.460971:0:23363:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2503840 going to sleep for 11 seconds 00000100:00100000:3.0:1789066381.461244:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225472 00000100:00100000:3.0:1789066381.461253:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225472 00000100:00100000:3.0:1789066381.461311:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789066381.461321:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225472:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066381.461349:0:22623:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789066381.461363:0:22623:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:2.0:1789066381.461754:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.461760:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066381.461763:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066381.461767:0:21098:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000001:00100000:2.0:1789066381.476998:0:22611:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789066381.477091:0:22623:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789066381.477110:0:22623:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1789066381.477405:0:22647:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789066381.477410:0:22647:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066381.477432:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477449:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2080 expref: 18 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477457:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2144 expref: 18 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477474:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477529:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 18 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477543:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 18 pid: 22626 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066381.477567:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345225600:0@lo:104: 00000100:00100000:1.0:1789066381.477644:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789066381.477698:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 18 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.477707:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 18 pid: 22623 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066381.477715:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345225728:0@lo:104: 00000100:00100000:1.0:1789066381.477736:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066381.477755:0:22647:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed35fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.478128:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225600 00000100:00100000:0.0:1789066381.478136:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225600 00000100:00100000:0.0:1789066381.478172:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225728 00000100:00100000:0.0:1789066381.478175:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225728 00000100:00100000:0.0:1789066381.478187:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066381.478196:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345225600:12345-0@lo:104: 00010000:00010000:0.0:1789066381.478209:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478264:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789066381.478271:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345225600:12345-0@lo:104: Request processed in 76us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.478278:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066381.478294:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066381.478300:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345225728:12345-0@lo:104: 00010000:00010000:0.0:1789066381.478307:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478356:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789066381.478361:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345225728:12345-0@lo:104: Request processed in 62us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.478367:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1789066381.478382:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066381.478388:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478396:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066381.478400:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478408:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066381.478416:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066381.478422:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789066381.478453:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478460:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066381.478672:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478680:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3339c00/0x6be491be349d2144 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d214b expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478706:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066381.478710:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478715:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066381.478718:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478724:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066381.478730:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066381.478736:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789066381.478751:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478756:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066381.478768:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478774:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479f97f8c00/0x6be491be349d2080 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2087 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478807:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066381.478809:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066381.478811:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066381.478816:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066381.478837:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066381.478848:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3653:1875971345225856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066381.478880:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.478912:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225856 00000100:00100000:0.0:1789066381.478917:0:22616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225856 00010000:00010000:0.0:1789066381.478934:0:22616:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 19 pid: 22626 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066381.478954:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066381.478960:0:22616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3653:x1875971345225856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066381.478971:0:22616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066381.478975:0:22616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 19 pid: 22626 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478984:0:22616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 19 pid: 22626 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066381.478998:0:22616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066381.479026:0:22616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3653:x1875971345225856:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.479033:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066381.479067:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3653:1875971345225856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066381.479182:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345225984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066381.479210:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066381.479254:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345225984 00000100:00100000:2.0:1789066381.479258:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345225984 00010000:00010000:2.0:1789066381.479274:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 19 pid: 22623 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066381.479293:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789066381.479299:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3655:x1875971345225984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066381.479306:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066381.479310:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 19 pid: 22623 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479324:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 19 pid: 22623 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479337:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479345:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789066381.479359:0:22618:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002433532s 00010000:00010000:2.0:1789066381.479364:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479372:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479379:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479385:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479391:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066381.479396:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479403:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479411:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066381.479427:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066381.479454:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3655:x1875971345225984:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066381.479460:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789066381.479769:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345225984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066381.480343:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:23363:x1875971345225472:12345-0@lo:253:mount.lustre.0 Request processed in 19022us (19414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066381.480353:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:1.0:1789066381.480399:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3339800/0x6be491be349d214b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2144 expref: 17 pid: 22626 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066381.480410:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345225600:0@lo:104: 00010000:00010000:1.0:1789066381.480421:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3339e00/0x6be491be349d2087 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2080 expref: 16 pid: 22623 timeout: 869 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066381.480438:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345225728:0@lo:104: 00010000:00010000:1.0:1789066381.480457:0:22647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.480466:0:22647:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.480471:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066381.480491:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0712600/0x6be491be349d2183 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066381.480734:0:23363:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:23363:1875971345225472:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789066381.480746:0:23363:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789066381.480749:0:23363:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789066381.480751:0:23363:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789066381.480753:0:23363:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066381.480755:0:23363:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066381.480756:0:23363:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066381.480764:0:23363:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066381.480765:0:23363:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789066381.480767:0:23363:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066381.480768:0:23363:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789066381.480781:0:23363:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:0.0:1789066381.484494:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1789066381.484827:0:23387:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1789066381.484832:0:23387:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1789066381.484965:0:23388:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1789066381.485422:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1789066381.486709:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:0.0:1789066381.488519:0:23389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226112:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.488608:0:23389:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.488650:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226112 00000100:00100000:0.0:1789066381.488657:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226112 00000100:00100000:0.0:1789066381.488703:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789066381.488712:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226112:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.488811:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226112:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.488818:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789066381.488846:0:23389:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c2bc4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.488872:0:23389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226112:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1789066381.488904:0:23389:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789066381.488930:0:23389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226240:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.488958:0:23389:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.488975:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226240 00000100:00100000:0.0:1789066381.488980:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226240 00000100:00100000:0.0:1789066381.488998:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789066381.489003:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226240:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489108:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226240:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 104us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.489114:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789066381.489152:0:23389:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed782780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.489165:0:23389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226240:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489213:0:23389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23389:1875971345226368:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489243:0:23389:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.489274:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226368 00000100:00100000:0.0:1789066381.489278:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226368 00000100:00100000:0.0:1789066381.489302:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066381.489308:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23389:x1875971345226368:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489340:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23389:x1875971345226368:12345-0@lo:900:lod0001_rec0000.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.489346:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789066381.489362:0:23389:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed782e40 going to sleep for 11 seconds 00010000:00080000:0.0:1789066381.489376:0:23389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9479f9401f80 x1875971345226368/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789066397 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066381.489386:0:23389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23389:1875971345226368:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489419:0:23389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489442:0:23389:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066381.489457:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226496 00000100:00100000:0.0:1789066381.489460:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226496 00000100:00100000:0.0:1789066381.489489:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066381.489494:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226496:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789066381.489535:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23389:x1875971345226496:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 41us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066381.489541:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066381.489556:0:23389:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed782780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066381.489575:0:23389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23389:1875971345226496:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1789066381.489610:0:23389:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1789066381.490728:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1789066381.490763:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789066381.491559:0:23363:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789066381.491569:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1789066381.491614:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066381.492628:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789066381.493187:0:23389:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789066381.493238:0:23389:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789066381.493289:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789066381.493313:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1789066381.493459:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066381.494956:0:23388:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789066381.495022:0:23388:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1789066381.495026:0:23388:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:1.0:1789066381.495050:0:23363:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:0.0:1789066381.499849:0:23363:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789066381.513505:0:23363:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789066381.513546:0:23363:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb2a9056b3988 00100000:10000000:0.0:1789066381.513554:0:23363:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1789066381.514401:0:23363:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789066381.514442:0:23363:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.153@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789066381.514462:0:23363:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789066381.514506:0:23363:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789066381.515154:0:23363:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789066381.515351:0:23363:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789066381.648040:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066382.230063:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000040:00080000:3.0:1789066382.544382:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1789066382.547893:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789066382.547902:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479fef46800 from 12 10000000:01000000:1.0:1789066382.547908:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789066382.547964:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.547976:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.548000:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066382.548027:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066382.548097:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066382.548184:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3a0fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066382.549989:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226624 00000100:00100000:3.0:1789066382.550000:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226624 00000100:00100000:3.0:1789066382.550664:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789066382.550677:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:22628:x1875971345226624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066382.550695:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066382.550720:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d218a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066382.550747:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d218a expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066382.550758:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d218a expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066382.550767:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c13f7800, rc 0) 00000100:00100000:3.0:1789066382.550862:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345226624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066382.550868:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789066382.550961:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066382.550979:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.550989:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066382.551050:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226752:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789066382.551088:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066382.551326:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066382.551429:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226752 00000100:00100000:0.0:1789066382.551435:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226752 00000100:00100000:0.0:1789066382.551464:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789066382.551483:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345226752:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789066382.551497:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789066382.551515:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789066382.551518:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789066382.551720:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345226752:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 237us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066382.551727:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789066382.551822:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226752:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789066382.551873:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789066382.551880:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.551888:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066382.551898:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789066382.551900:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479c34e7000 from 12 10000000:01000000:1.0:1789066382.551907:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789066382.551926:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.551934:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.551942:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066382.551956:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066382.551979:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066382.551995:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3a0fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066382.552039:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345226880 00000100:00100000:0.0:1789066382.552044:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345226880 00000100:00100000:0.0:1789066382.552061:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789066382.552066:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345226880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066382.552080:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066382.552090:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2198 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066382.552105:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2198 expref: 18 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066382.552113:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2198 expref: 18 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066382.552119:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8e00, rc 0) 00000100:00100000:0.0:1789066382.552181:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345226880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066382.552187:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789066382.564168:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345226880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066382.564199:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.564212:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066382.564756:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345227008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789066382.564841:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066382.564885:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227008 00000100:00100000:1.0:1789066382.564892:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227008 00000100:00100000:1.0:1789066382.564946:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789066382.564954:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345227008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789066382.564975:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789066382.564992:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789066382.564998:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789066382.565068:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345227008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066382.565076:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789066382.565116:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3a0fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066382.565130:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345227008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789066382.565173:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789066382.565180:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066382.565189:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066382.671080:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066383.253167:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000040:00080000:0.0:1789066383.572639:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066383.696064:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066384.272124:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066384.720519:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066385.296007:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00010000:00010000:0.0:1789066385.749547:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066386.033474:0:23632:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg253-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1789066386.321400:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 0 seconds 00000100:00080000:0.0:1789066386.514992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789066386.514999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789066386.515003:0:36:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789066386.515021:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9478c3cc5000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:0.0:1789066386.515046:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f9400380 x1875971345227264/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789066386.515062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066386.515066:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066386.515082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066386.515086:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066386.515115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066386.515118:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066386.515121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066386.515124:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789066386.515152:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345227136:0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515224:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066386.515271:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066386.515277:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345227648:0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515304:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066386.515335:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345227392:0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515358:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066386.515377:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066386.515382:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345227520:0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515406:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066386.515446:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227136 00000100:00100000:0.0:1789066386.515453:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227136 00000100:00100000:0.0:1789066386.515493:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789066386.515501:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:3656:x1875971345227136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515553:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:3656:x1875971345227136:12345-0@lo:400:kworker.0 Request processed in 52us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.515559:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789066386.515592:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227648 00000100:00100000:0.0:1789066386.515602:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227648 00000100:00100000:0.0:1789066386.515628:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227392 00000100:00100000:0.0:1789066386.515630:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227392 00000100:00100000:0.0:1789066386.515643:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066386.515649:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345227648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515682:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345227648:12345-0@lo:400:kworker.0 Request processed in 33us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.515689:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066386.515700:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066386.515705:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345227392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515733:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345227392:12345-0@lo:400:kworker.0 Request processed in 28us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.515737:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066386.515755:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227520 00000100:00100000:0.0:1789066386.515758:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227520 00000100:00100000:0.0:1789066386.515779:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066386.515812:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345227520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515843:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345227520:12345-0@lo:400:kworker.0 Request processed in 58us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.515848:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066386.515889:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345227520:0@lo:400:kworker.0 00010000:00080000:0.0:1789066386.515901:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479f9402d80 x1875971345227392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066386.515910:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345227392:0@lo:400:kworker.0 00010000:00080000:0.0:1789066386.515939:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479f9401500 x1875971345227648/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066386.515959:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345227648:0@lo:400:kworker.0 00000100:00100000:0.0:1789066386.515969:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345227136:0@lo:400:kworker.0 00000100:00100000:1.0:1789066386.516740:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345227264:0@lo:38:kworker.0 00000100:00100000:1.0:1789066386.516804:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066386.516967:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227264 00000100:00100000:2.0:1789066386.516974:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227264 00000100:00100000:2.0:1789066386.517007:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789066386.517014:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3652:x1875971345227264:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789066386.517041:0:22636:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 774 last 0 00000020:00000080:2.0:1789066386.517079:0:22636:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d21a6 00000004:00100000:2.0:1789066386.517097:0:22636:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789066386.517103:0:22636:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789066386.519620:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345227776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066386.519706:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066386.519842:0:22637:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1789066386.519853:0:22637:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1789066386.520191:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227776 00000100:00100000:0.0:1789066386.520201:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227776 00000100:00100000:1.0:1789066386.520386:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066386.520397:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345227776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789066386.520441:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066386.520512:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345227776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066386.520519:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066386.521047:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345227776:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789066386.533237:0:22636:0:(import.c:65:import_set_state_nolock()) ffff9478c217f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066386.533342:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3652:x1875971345227264:12345-0@lo:38:kworker.0 Request processed in 16326us (16534us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066386.533353:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1789066386.533545:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789066386.533556:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789066386.533562:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789066386.533572:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3cc5000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789066386.533600:0:3652:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bb074170): req@ffff9479c48e1500 x1875971345219968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066386.533623:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345227264:0@lo:38:kworker.0 00000100:00100000:0.0:1789066386.533878:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066386.533893:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345227904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066386.533934:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066386.534455:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345227904 00000100:00100000:1.0:1789066386.534463:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345227904 00000100:00100000:1.0:1789066386.534512:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789066386.534522:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345227904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789066386.534550:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789066386.534611:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345227904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066386.534618:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789066386.534719:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345227904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066386.534896:0:22673:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066386.534920:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c2460540 going to sleep for 11 seconds 00000100:00100000:1.0:1789066386.535079:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345219968 00000100:00100000:1.0:1789066386.535084:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345219968 00000100:00100000:1.0:1789066386.535108:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789066386.535115:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345219968:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789066386.535227:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345219968:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 112us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066386.535233:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789066386.541009:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22673:1875971345219968:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1789066386.541300:0:22673:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789066386.541365:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22673:1875971345228032:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789066386.541443:0:22673:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066386.541521:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b8b780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066386.542059:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228032 00000100:00100000:0.0:1789066386.542069:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228032 00000100:00100000:0.0:1789066386.542117:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789066386.542127:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345228032:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789066386.542284:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345228032:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 158us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.542292:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066386.542444:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22673:1875971345228032:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789066386.542530:0:22673:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22673:1875971345228160:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789066386.542559:0:22673:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066386.542628:0:22673:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6b8b780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066386.547258:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228160 00000100:00100000:0.0:1789066386.547277:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228160 00000100:00100000:0.0:1789066386.547339:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789066386.547350:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345228160:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789066386.547497:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22673:x1875971345228160:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 148us (4936us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066386.547513:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066386.547877:0:22673:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22673:1875971345228160:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1789066386.547934:0:22673:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066386.551587:0:22673:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789066386.551685:0:22673:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 21, retries 0 00000004:00080000:3.0:1789066386.551691:0:22673:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1789066386.783278:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789066386.985222:0:23685:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789066386.985495:0:23685:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1789066387.280417:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066387.806616:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789066387.983317:0:23735:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789066387.985321:0:23735:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789066388.830977:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789066389.295588:0:23784:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdd5cf63f0 20000000:00000080:0.0:1789066389.295606:0:23784:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9479c5ee4400 uarg=0000000000000000 20000000:01000000:0.0:1789066389.295650:0:23784:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1789066389.295658:0:23784:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1789066389.295663:0:23784:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1789066389.296469:0:23785:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1789066389.296621:0:23784:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789066389.304133:0:23784:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789066389.304244:0:23784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304267:0:23784:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d204f expref: 17 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304276:0:23784:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2152 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304295:0:23784:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304339:0:23784:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 17 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304355:0:23784:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 17 pid: 22626 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066389.304370:0:23784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23784:1875971345228288:0@lo:104: 00000100:00100000:1.0:1789066389.304440:0:23784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789066389.304508:0:23784:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d204f expref: 17 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.304517:0:23784:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d204f expref: 17 pid: 22623 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066389.304525:0:23784:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23784:1875971345228416:0@lo:104: 00000100:00100000:1.0:1789066389.304546:0:23784:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066389.304570:0:23784:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066389.304623:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228288 00000100:00100000:0.0:1789066389.304631:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228288 00000100:00100000:0.0:1789066389.304672:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228416 00000100:00100000:0.0:1789066389.304676:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228416 00000100:00100000:0.0:1789066389.304691:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066389.304699:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:23784:x1875971345228288:12345-0@lo:104: 00010000:00010000:0.0:1789066389.304713:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.304784:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789066389.304824:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:23784:x1875971345228288:12345-0@lo:104: Request processed in 126us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066389.304831:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066389.304849:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066389.304855:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:23784:x1875971345228416:12345-0@lo:104: 00010000:00010000:0.0:1789066389.304862:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.304893:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789066389.304905:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:23784:x1875971345228416:12345-0@lo:104: Request processed in 51us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066389.304911:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1789066389.304927:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066389.304933:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.304941:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679400 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066389.304945:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.304953:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066389.304960:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066389.304966:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789066389.305138:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305146:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066389.305165:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305173:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c1679400/0x6be491be349d2152 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2159 expref: -99 pid: 23363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305187:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066389.305191:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305210:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1678a00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:0.0:1789066389.305214:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305221:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789066389.305228:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066389.305234:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789066389.305249:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305256:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789066389.305270:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305277:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c1678a00/0x6be491be349d204f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2056 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305295:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066389.305297:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066389.305299:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066389.305306:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066389.305324:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345228544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066389.305356:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066389.305393:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789066389.305401:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345228672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066389.305441:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066389.305466:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228544 00000100:00100000:0.0:1789066389.305471:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228544 00010000:00010000:0.0:1789066389.305491:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 18 pid: 22626 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066389.305511:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228672 00000100:00100000:0.0:1789066389.305514:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228672 00010000:00010000:0.0:1789066389.305524:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d204f expref: 19 pid: 22623 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066389.305537:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066389.305543:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3654:x1875971345228544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066389.305554:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066389.305559:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 19 pid: 22626 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305569:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 19 pid: 22626 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305584:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066389.305612:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3654:x1875971345228544:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066389.305619:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066389.305633:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066389.305639:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:3656:x1875971345228672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066389.305647:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066389.305652:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d204f expref: 18 pid: 22623 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305671:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d204f expref: 18 pid: 22623 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305683:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305692:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305705:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305713:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305720:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305727:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.305733:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0713e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066389.305737:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.305866:0:23784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3338e00/0x6be491be349d2159 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2152 expref: 18 pid: 22626 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066389.305877:0:23784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23784:1875971345228288:0@lo:104: 00010000:00010000:1.0:1789066389.305886:0:23784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479f97f9800/0x6be491be349d2056 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d204f expref: 17 pid: 22623 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066389.305894:0:23784:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23784:1875971345228416:0@lo:104: 00010000:00010000:1.0:1789066389.305921:0:23784:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.305931:0:23784:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066389.305937:0:23784:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.307354:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.307371:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.307394:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713e00/0x6be491be349d21ad lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066389.307422:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066389.307605:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345228672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789066389.307683:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:3656:x1875971345228672:12345-0@lo:103:ldlm_bl.0 Request processed in 2043us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066389.307692:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066389.307739:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345228544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789066389.838972:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066390.607196:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066375/real 1789066375] req@ffff9479f9402300 x1875971345220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066390.607226:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f9402300 x1875971345220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066390.607236:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066375/real 1789066375] req@ffff9479f9401c00 x1875971345221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066390.607248:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f9401c00 x1875971345221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789066390.607267:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066390.607290:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789066390.607294:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345220992:0@lo:8:kworker.0 00000100:00080000:2.0:1789066390.607300:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789066390.607305:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789066390.607307:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345221120:0@lo:8:kworker.0 00000100:00080000:3.0:1789066390.607449:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066390.607453:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789066390.607456:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066390.607461:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 763 00000100:00080000:3.0:1789066390.607467:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789066390.607477:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9478c3d49000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066390.607497:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c48e1f80 x1875971345229056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789066390.607510:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066390.607512:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789066390.607514:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066390.607517:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 763 00000100:00080000:3.0:1789066390.607519:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789066390.607523:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066390.607532:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c48e2a00 x1875971345229184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789066390.607550:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066390.607553:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066390.607556:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066390.607568:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789066390.607597:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345228928:0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.607655:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066390.607685:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066390.607690:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345229312:0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.607717:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066390.607749:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228928 00000100:00100000:3.0:1789066390.607757:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228928 00000100:00100000:3.0:1789066390.607825:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066390.607834:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1875971345228928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.607883:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1875971345228928:12345-0@lo:400:kworker.0 Request processed in 50us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066390.607890:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066390.607913:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229312 00000100:00100000:3.0:1789066390.607917:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229312 00000100:00100000:3.0:1789066390.607942:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066390.607948:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345229312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.607975:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345229312:12345-0@lo:400:kworker.0 Request processed in 27us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066390.607981:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066390.608003:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345229056:0@lo:8:kworker.0 00000400:00000100:3.0:1789066390.608021:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345229056 offset 0 length 520: 4 00000100:00100000:3.0:1789066390.608041:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345229184:0@lo:8:kworker.0 00000400:00000100:3.0:1789066390.608056:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345229184 offset 0 length 520: 4 00010000:00080000:3.0:1789066390.608085:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479c48e0e00 x1875971345229312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066390.608103:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345229312:0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.608113:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345228928:0@lo:400:kworker.0 00000100:00100000:1.0:1789066390.608199:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345228800:0@lo:400:kworker.0 00000100:00100000:1.0:1789066390.608233:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066390.608260:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345229568:0@lo:400:kworker.0 00000100:00100000:1.0:1789066390.608284:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066390.608302:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066390.608307:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345229440:0@lo:400:kworker.0 00000100:00100000:1.0:1789066390.608328:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066390.608369:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229568 00000100:00100000:1.0:1789066390.608373:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229568 00000100:00100000:1.0:1789066390.608411:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789066390.608418:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345229568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066390.608450:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345229568:12345-0@lo:400:kworker.0 Request processed in 34us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066390.608456:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789066390.608480:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479c48e3b80 x1875971345229568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066390.608489:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345229568:0@lo:400:kworker.0 00000100:00100000:0.0:1789066390.608745:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229440 00000100:00100000:0.0:1789066390.608750:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229440 00000100:00100000:0.0:1789066390.608844:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789066390.608851:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345229440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066390.608887:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345229440:12345-0@lo:400:kworker.0 Request processed in 37us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066390.608893:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789066390.608950:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345229440:0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.609027:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345228800 00000100:00100000:3.0:1789066390.609032:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345228800 00000100:00100000:3.0:1789066390.609065:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789066390.609071:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:3656:x1875971345228800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066390.609105:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:3656:x1875971345228800:12345-0@lo:400:kworker.0 Request processed in 34us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066390.609111:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789066390.609174:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345228800:0@lo:400:kworker.0 00010000:00010000:0.0:1789066390.863078:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789066391.123084:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789066391.123093:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479fef46800 from 13 10000000:01000000:1.0:1789066391.123099:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789066391.123151:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.123163:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.123176:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066391.123204:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.123279:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.124448:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789066391.124825:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229696 00000100:00100000:3.0:1789066391.124835:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229696 00000100:00100000:3.0:1789066391.124886:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789066391.124895:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+16:22628:x1875971345229696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066391.124909:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066391.124925:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d21b4 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066391.124948:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d21b4 expref: 17 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066391.124959:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d21b4 expref: 17 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066391.124968:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c13f7200, rc 0) 00000100:00100000:3.0:1789066391.125687:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345229696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 789us (2405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066391.125705:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789066391.125968:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066391.126066:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.126078:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066391.126159:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.126192:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.126273:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066391.136122:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229824 00000100:00100000:2.0:1789066391.136142:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229824 00000100:00100000:2.0:1789066391.136212:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789066391.136223:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345229824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066391.137128:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345229824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 902us (10930us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066391.137161:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789066391.137355:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.137423:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.137696:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.137742:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066391.137937:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345229952 00000100:00100000:2.0:1789066391.137945:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345229952 00000100:00100000:2.0:1789066391.138652:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066391.138666:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345229952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066391.138836:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345229952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066391.138844:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789066391.139925:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345229952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789066391.144655:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789066391.151616:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789066391.151662:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789066391.151674:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.151686:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066391.151697:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789066391.151699:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479c34e7000 from 13 10000000:01000000:1.0:1789066391.151702:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789066391.151739:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.151746:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.151758:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066391.151783:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.152043:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.152113:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fd780 going to sleep for 11 seconds 00000100:00100000:2.0:1789066391.154945:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230080 00000100:00100000:2.0:1789066391.154961:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230080 00000100:00100000:2.0:1789066391.155073:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789066391.155085:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+17:22628:x1875971345230080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066391.155102:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066391.155119:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d21c2 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066391.155147:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d21c2 expref: 18 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066391.155160:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d21c2 expref: 18 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066391.155170:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338600, rc 0) 00000100:00100000:2.0:1789066391.155244:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345230080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (3201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066391.155252:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789066391.155346:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066391.155365:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066391.155398:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066391.155502:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.155536:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.155894:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fd780 going to sleep for 11 seconds 00000100:00100000:3.0:1789066391.156042:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230208 00000100:00100000:3.0:1789066391.156048:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230208 00000100:00100000:3.0:1789066391.156073:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789066391.156080:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345230208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066391.156203:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345230208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066391.156210:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789066391.156277:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.156317:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066391.156354:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066391.156379:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fd780 going to sleep for 11 seconds 00000100:00100000:3.0:1789066391.156432:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230336 00000100:00100000:3.0:1789066391.156437:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230336 00000100:00100000:3.0:1789066391.156457:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789066391.156476:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345230336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066391.156560:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:22628:x1875971345230336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 97us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066391.156568:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789066391.156763:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a16d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345230336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789066391.157684:0:23847:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789066391.158010:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789066391.158031:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066391.158041:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066391.158052:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066391.630992:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789066391.631015:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345230464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066391.631079:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066391.631125:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230464 00000100:00100000:0.0:1789066391.631133:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230464 00000100:00100000:0.0:1789066391.631176:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066391.631183:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345230464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789066391.631215:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789066391.631260:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345230464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066391.631275:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789066391.631332:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345230464:0@lo:41:osp-pre-0-1.0 00000001:00100000:3.0:1789066391.633119:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789066391.633210:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066381/real 1789066381] req@ffff9479f9401180 x1875971345223552/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066391.633236:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f9401180 x1875971345223552/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066391.633246:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066381/real 1789066381] req@ffff9479f80d9180 x1875971345223424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066391.633257:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479f80d9180 x1875971345223424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789066391.633273:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066391.633292:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066391.633295:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345223552:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789066391.633300:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f1f85000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066391.633387:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066391.633393:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345223424:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789066391.633503:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066391.633508:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066391.633511:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066391.633513:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066391.633538:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066391.633541:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789066391.633543:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479f1f85000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066391.633549:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 769 00000100:00080000:3.0:1789066391.633554:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789066391.633565:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9479f1f85000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066391.633584:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c48e0a80 x1875971345230848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789066391.633597:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066391.633600:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789066391.633602:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789066391.633604:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 769 00000100:00080000:3.0:1789066391.633607:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789066391.633611:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:3.0:1789066391.633622:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479c48e2d80 x1875971345230976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789066391.633652:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345230720:0@lo:400:kworker.0 00000100:00100000:3.0:1789066391.633708:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066391.633739:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789066391.633745:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345231104:0@lo:400:kworker.0 00000100:00100000:3.0:1789066391.633777:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066391.633827:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230720 00000100:00100000:3.0:1789066391.633835:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230720 00000100:00100000:3.0:1789066391.633873:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231104 00000100:00100000:3.0:1789066391.633875:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231104 00000100:00100000:3.0:1789066391.633890:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066391.633898:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345230720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066391.633948:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345230720:12345-0@lo:400:kworker.0 Request processed in 50us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066391.633954:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066391.633968:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789066391.633974:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345231104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066391.633997:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345231104:12345-0@lo:400:kworker.0 Request processed in 24us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066391.634003:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1789066391.634037:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479c48e3480 x1875971345231104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066391.634049:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345231104:0@lo:400:kworker.0 00010000:00080000:3.0:1789066391.634058:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479c48e0e00 x1875971345230720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066391.634065:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345230720:0@lo:400:kworker.0 00000100:00100000:3.0:1789066391.634085:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345230848:0@lo:8:kworker.0 00000400:00000100:3.0:1789066391.634108:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345230848 offset 0 length 520: 4 00000100:00100000:3.0:1789066391.634128:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345230976:0@lo:8:kworker.0 00000400:00000100:3.0:1789066391.634156:0:3652:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875971345230976 offset 0 length 520: 4 00000100:00100000:0.0:1789066391.634229:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345230592:0@lo:400:kworker.0 00000100:00100000:0.0:1789066391.634258:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066391.636561:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345231232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066391.636626:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066391.636680:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345230592 00000100:00100000:0.0:1789066391.636689:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345230592 00000100:00100000:0.0:1789066391.636740:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231232 00000100:00100000:0.0:1789066391.636743:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231232 00000100:00100000:0.0:1789066391.636758:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066391.636766:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345230592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066391.636843:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345230592:12345-0@lo:400:kworker.0 Request processed in 77us (2583us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066391.636851:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066391.636867:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789066391.636873:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345231232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789066391.636897:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789066391.636932:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345231232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066391.636938:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789066391.636978:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345231232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066391.637001:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345230592:0@lo:400:kworker.0 00010000:00010000:0.0:1789066391.887573:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066392.918230:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789066393.808405:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789066393.934996:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066394.959092:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066395.983659:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066396.751313:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345231360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789066396.751402:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066396.751638:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231360 00000100:00100000:2.0:1789066396.751648:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231360 00000100:00100000:2.0:1789066396.751702:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066396.751712:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345231360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789066396.751743:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789066396.751817:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345231360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066396.751825:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789066396.752641:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345231488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066396.752684:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066396.752732:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231488 00000100:00100000:3.0:1789066396.752738:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231488 00000100:00100000:3.0:1789066396.752772:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789066396.752779:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345231488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789066396.752833:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789066396.752871:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345231488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066396.752878:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789066396.752919:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345231488:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1789066396.754188:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066396.754194:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066396.754198:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066396.754201:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066396.754214:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066396.754217:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789066396.754219:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789066396.754234:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789066396.754280:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345231616:0@lo:400:kworker.0 00000100:00100000:0.0:1789066396.754329:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066396.754395:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231616 00000100:00100000:0.0:1789066396.754402:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231616 00000100:00100000:0.0:1789066396.754437:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789066396.754443:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:3656:x1875971345231616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066396.754481:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:3656:x1875971345231616:12345-0@lo:400:kworker.0 Request processed in 38us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066396.754487:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789066396.754517:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345231744:0@lo:400:kworker.0 00000100:00100000:0.0:1789066396.754539:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066396.754554:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066396.754558:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345231872:0@lo:400:kworker.0 00000100:00100000:0.0:1789066396.754573:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066396.754599:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345231616:0@lo:400:kworker.0 00000100:00100000:1.0:1789066396.754746:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345231360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066396.755130:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231744 00000100:00100000:3.0:1789066396.755135:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231744 00000100:00100000:3.0:1789066396.755168:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345231872 00000100:00100000:3.0:1789066396.755170:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345231872 00000100:00100000:3.0:1789066396.755183:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789066396.755188:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345231744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066396.755226:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345231744:12345-0@lo:400:kworker.0 Request processed in 38us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066396.755232:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789066396.755245:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789066396.755249:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875971345231872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066396.755281:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1875971345231872:12345-0@lo:400:kworker.0 Request processed in 32us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066396.755286:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1789066396.759125:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479fef21c00 x1875971345231872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066396.759144:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3653:1875971345231872:0@lo:400:kworker.0 00010000:00080000:0.0:1789066396.759156:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479fef23480 x1875971345231744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066396.759163:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345231744:0@lo:400:kworker.0 00010000:00010000:0.0:1789066397.017416:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789066397.065605:0:24132:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789066397.065609:0:24132:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789066397.065611:0:24132:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789066397.065729:0:24132:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9479f1f1a000 00000020:01000004:2.0:1789066397.065745:0:24132:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789066397.065760:0:24132:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789066397.065774:0:24132:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9479f87ecd40) 00000020:00000080:2.0:1789066397.065824:0:24132:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789066397.129237:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789066397.131144:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789066397.131532:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789066397.131696:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789066397.131880:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789066397.132091:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789066397.132288:0:24132:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1789066397.133393:0:24132:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789066397.133631:0:24132:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1789066397.133644:0:24132:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789066397.133658:0:24132:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6be491be349d21d7 00000020:01000004:2.0:1789066397.133666:0:24132:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789066397.133687:0:24132:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.153@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789066397.133698:0:24132:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.153@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789066397.133704:0:24132:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1789066397.133710:0:24132:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1789066397.133731:0:24132:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9479c5da19c0) 00000020:00000080:2.0:1789066397.133744:0:24132:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1789066397.136706:0:24132:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789066397.137039:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1789066397.137046:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789066397.144299:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789066397.144314:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1789066397.145110:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1789066397.145119:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1789066397.147025:0:24132:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066397.147256:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1789066397.147585:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789066397.148555:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789066397.148564:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789066397.170701:0:24132:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066397.171162:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789066397.171168:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1789066397.172406:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789066397.172556:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789066397.173736:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789066397.173747:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1789066397.176240:0:24132:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789066397.176534:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1789066397.176541:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1789066397.177275:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1789066397.177282:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1789066397.228151:0:24132:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789066397.228382:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1789066397.228390:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1789066397.230202:0:24132:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1789066397.230214:0:24132:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1789066397.231208:0:24132:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1789066397.231236:0:24132:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1789066397.231242:0:24132:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.153@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789066397.259572:0:24132:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.153@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789066397.259641:0:24132:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.153@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789066397.259645:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789066397.259647:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789066397.259649:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789066397.259650:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789066397.259651:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789066397.259652:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789066397.259654:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789066397.259655:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789066397.259656:0:24132:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789066397.259660:0:24132:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789066397.259662:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789066397.259663:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789066397.259664:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789066397.259665:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789066397.259666:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789066397.259667:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789066397.259668:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789066397.259670:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789066397.259671:0:24132:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789066397.259697:0:24132:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789066397.259717:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232000:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789066397.259818:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.259860:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d09743c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.259989:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232000 00000100:00100000:3.0:1789066397.259997:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232000 00000100:00100000:3.0:1789066397.260039:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789066397.260048:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:24132:x1875971345232000:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789066397.260077:0:22623:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789066397.260080:0:22623:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789066397.260084:0:22623:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789066397.260610:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:24132:x1875971345232000:12345-0@lo:253:mount.lustre.0 Request processed in 561us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.260618:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789066397.260742:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232000:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789066397.260754:0:24132:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789066397.260756:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789066397.260757:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789066397.260759:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789066397.260760:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789066397.260761:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789066397.260762:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789066397.260764:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789066397.260772:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789066397.260774:0:24132:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789066397.260817:0:24132:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9479f1f1a000 from lustre-OST0000 10000000:01000000:1.0:1789066397.261136:0:24132:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1789066397.261139:0:24132:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789066397.261148:0:24132:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9479f9433380 local copy 00010000:00010000:1.0:1789066397.261157:0:24132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.261246:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232128:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066397.261278:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.261312:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.261376:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232128 00000100:00100000:0.0:1789066397.261383:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232128 00000100:00100000:0.0:1789066397.261430:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789066397.261438:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:24132:x1875971345232128:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066397.261510:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:24132:x1875971345232128:12345-0@lo:501:mount.lustre.0 Request processed in 73us (230us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789066397.261517:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789066397.262376:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232128:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789066397.262395:0:24132:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.153@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789066397.262431:0:24132:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.153@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789066397.262439:0:24132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.262450:0:24132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066397.262479:0:24132:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9479f1f1a000 10000000:01000000:1.0:1789066397.262484:0:24132:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789066397.262489:0:24132:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789066397.262492:0:24132:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789066397.262496:0:24132:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1789066397.262499:0:24132:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1789066397.262525:0:24132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.262547:0:24132:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.262559:0:24132:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.262575:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232256:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789066397.262628:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.262672:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.262837:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232256 00000100:00100000:3.0:1789066397.262843:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232256 00000100:00100000:3.0:1789066397.262880:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789066397.262888:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+18:24132:x1875971345232256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066397.262899:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066397.262912:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c13f6e00/0x6be491be349d21ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d21e5 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.262933:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c13f6e00/0x6be491be349d21ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d21e5 expref: 19 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.262944:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c13f6e00/0x6be491be349d21ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d21e5 expref: 19 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.262951:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c13f6e00, rc 0) 00000100:00100000:3.0:1789066397.262998:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232256:12345-0@lo:101:mount.lustre.0 Request processed in 111us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.263005:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789066397.263381:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232256:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066397.263396:0:24132:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21ec expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.263418:0:24132:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d21ec expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789066397.265172:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1789066397.265949:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066397.269341:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789066397.271201:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789066397.271266:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789066397.271283:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789066397.271296:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789066397.271309:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789066397.271323:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789066397.271357:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789066397.271371:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1789066397.271470:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1789066397.271493:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1789066397.271516:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1789066397.271545:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1789066397.271551:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1789066397.272106:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066397.272172:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.272216:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c6afb480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.272281:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232384 00000100:00100000:3.0:1789066397.272288:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232384 00000100:00100000:3.0:1789066397.272351:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789066397.272360:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232384:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066397.272538:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232384:12345-0@lo:501:mount.lustre.0 Request processed in 179us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.272546:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789066397.272642:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066397.272682:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066397.272730:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.272756:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.273178:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232512 00000100:00100000:0.0:1789066397.273183:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232512 00000100:00100000:0.0:1789066397.273225:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789066397.273232:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232512:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066397.274476:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232512:12345-0@lo:503:mount.lustre.0 Request processed in 1240us (1740us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.274486:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789066397.274608:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232512:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789066397.275167:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789066397.275271:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066397.275343:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.275865:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.276203:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232640 00000100:00100000:3.0:1789066397.276210:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232640 00000100:00100000:3.0:1789066397.276286:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789066397.276295:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232640:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066397.276884:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232640:12345-0@lo:502:mount.lustre.0 Request processed in 589us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.276892:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789066397.277060:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789066397.277340:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789066397.277373:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789066397.277388:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789066397.277402:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789066397.277429:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789066397.277457:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789066397.277471:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789066397.277483:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789066397.277495:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1789066397.277517:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1789066397.277536:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1789066397.277551:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1789066397.277592:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066397.277635:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.278465:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.278601:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232768 00000100:00100000:0.0:1789066397.278610:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232768 00000100:00100000:0.0:1789066397.278649:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789066397.278656:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232768:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066397.278779:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232768:12345-0@lo:502:mount.lustre.0 Request processed in 122us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.278806:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789066397.279018:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789066397.279092:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1789066397.279108:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1789066397.279943:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789066397.279952:0:24149:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1789066397.279958:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789066397.279960:0:24149:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789066397.279966:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789066397.279980:0:24149:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9479ed2c4d40) 00000020:00000080:1.0:1789066397.280002:0:24149:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789066397.280007:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789066397.280126:0:24149:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479f1f1a000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789066397.280134:0:24149:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789066397.280140:0:24149:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6be491be349d21fa 00010000:00010000:3.0:1789066397.286054:0:24149:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1789066397.286524:0:24149:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1789066397.290317:0:24149:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789066397.294719:0:24149:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1789066397.294732:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066397.294741:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.294743:0:24149:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1789066397.294748:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789066397.294751:0:24149:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1789066397.294753:0:24149:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789066397.294754:0:24149:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789066397.294769:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789066397.294773:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.294774:0:24149:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789066397.294777:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066397.294782:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.294783:0:24149:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789066397.295024:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789066397.295027:0:24149:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789066397.295031:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066397.295034:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.295035:0:24149:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789066397.295038:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789066397.295040:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.295042:0:24149:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789066397.295046:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789066397.295080:0:24149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789066397.295084:0:24149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789066397.295085:0:24149:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789066397.295088:0:24149:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1789066397.299684:0:24132:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1789066397.299737:0:24132:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1789066397.299762:0:24132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21ec expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066397.299810:0:24132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0713e00/0x6be491be349d21e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d21ec expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066397.299821:0:24132:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479f1f1a000 from 1 10000000:01000000:0.0:1789066397.299824:0:24132:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789066397.299862:0:24132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066397.299870:0:24132:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066397.299883:0:24132:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066397.299910:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232896:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066397.299990:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.300034:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3ad9000 going to sleep for 11 seconds 00000100:00100000:2.0:1789066397.300217:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345232896 00000100:00100000:2.0:1789066397.300224:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345232896 00000100:00100000:2.0:1789066397.300275:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789066397.300283:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:24132:x1875971345232896:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066397.300298:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066397.300310:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2201 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066397.300344:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2201 expref: 20 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066397.300354:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2201 expref: 20 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066397.300362:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339400, rc 0) 00000100:00100000:2.0:1789066397.300399:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345232896:12345-0@lo:101:mount.lustre.0 Request processed in 116us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066397.300523:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789066397.300682:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345232896:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066397.300698:0:24132:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066397.300707:0:24132:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066397.301713:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789066397.302143:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789066397.302352:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789066397.302381:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789066397.302402:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789066397.304224:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789066397.304257:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789066397.304269:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789066397.304280:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789066397.304291:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789066397.304301:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789066397.304314:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789066397.304336:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789066397.304362:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789066397.304368:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789066397.304612:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233024:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066397.304678:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.304779:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3ad9180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066397.309753:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233024 00000100:00100000:2.0:1789066397.309769:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233024 00000100:00100000:2.0:1789066397.309997:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789066397.310008:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233024:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066397.310232:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233024:12345-0@lo:501:mount.lustre.0 Request processed in 226us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066397.310240:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789066397.314711:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef21c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233024:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066397.315877:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233152:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066397.316132:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.316183:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.316256:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233152 00000100:00100000:0.0:1789066397.316265:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233152 00000100:00100000:0.0:1789066397.316381:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789066397.316392:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233152:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066397.316546:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233152:12345-0@lo:503:mount.lustre.0 Request processed in 156us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.316555:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789066397.316883:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233152:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789066397.317375:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789066397.318075:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233280:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066397.318142:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.318182:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3ad9000 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.318214:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233280 00000100:00100000:3.0:1789066397.318221:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233280 00000100:00100000:3.0:1789066397.318263:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789066397.318273:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233280:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066397.318413:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233280:12345-0@lo:502:mount.lustre.0 Request processed in 141us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.318422:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789066397.319123:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233280:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066397.319371:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789066397.319639:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789066397.319658:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789066397.319672:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789066397.319686:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789066397.319698:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789066397.319710:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789066397.319724:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789066397.319736:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789066397.319748:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789066397.319761:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789066397.319913:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233408:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066397.320025:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.320115:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3ad9000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066397.320262:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233408 00000100:00100000:1.0:1789066397.320270:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233408 00000100:00100000:1.0:1789066397.320374:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789066397.320384:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233408:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066397.320518:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233408:12345-0@lo:502:mount.lustre.0 Request processed in 127us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066397.320526:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789066397.320604:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233408:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066397.320661:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789066397.320672:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789066397.322199:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066397.322212:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.322215:0:24153:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789066397.322224:0:24153:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479f1f1a000 00000020:00000080:0.0:1789066397.322227:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066397.322235:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066397.322238:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.322240:0:24153:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789066397.322243:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066397.322245:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.322247:0:24153:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789066397.322251:0:24153:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479f1f1a000 00000020:00000080:0.0:1789066397.322253:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066397.322342:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066397.324275:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.324284:0:24153:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789066397.324292:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066397.324298:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.324300:0:24153:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066397.324303:0:24153:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479f1f1a000 00000020:00000080:0.0:1789066397.324305:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066397.329103:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066397.329116:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.329118:0:24153:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066397.329123:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066397.329128:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.329130:0:24153:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789066397.329135:0:24153:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479f1f1a000 00000020:00000080:0.0:1789066397.329138:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066397.334641:0:24153:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066397.334656:0:24153:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066397.334659:0:24153:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789066397.334665:0:24153:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789066397.337773:0:24132:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789066397.337839:0:24132:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789066397.337859:0:24132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.337873:0:24132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066397.338025:0:24132:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789066397.338029:0:24132:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9479f1f1a000 10000000:01000000:1.0:1789066397.338032:0:24132:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9479f1f1a000 10000000:01000000:1.0:1789066397.338037:0:24132:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789066397.338044:0:24132:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9479f1f1a000 from 1 10000000:01000000:1.0:1789066397.338047:0:24132:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789066397.338085:0:24132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.338101:0:24132:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.338115:0:24132:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.338139:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233536:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789066397.338212:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066397.338253:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233536 00000100:00100000:3.0:1789066397.338262:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233536 00000100:00100000:1.0:1789066397.338265:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1789066397.338322:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789066397.338343:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:24132:x1875971345233536:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066397.338358:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066397.338377:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c13f6800/0x6be491be349d2216 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d220f expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.338404:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c13f6800/0x6be491be349d2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d220f expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.338416:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c13f6800/0x6be491be349d2216 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d220f expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.338426:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c13f6800, rc 0) 00000100:00100000:3.0:1789066397.338463:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233536:12345-0@lo:101:mount.lustre.0 Request processed in 123us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.338471:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789066397.339721:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233536:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066397.339746:0:24132:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2216 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.339758:0:24132:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2216 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789066397.343214:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789066397.344696:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789066397.344959:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789066397.344989:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789066397.345004:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789066397.345019:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789066397.345034:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789066397.345072:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789066397.345098:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789066397.345114:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789066397.345128:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789066397.345141:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789066397.345167:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789066397.345191:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789066397.345211:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789066397.345230:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789066397.345245:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789066397.345262:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789066397.345279:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789066397.345294:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789066397.345310:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789066397.345339:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789066397.345366:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789066397.345402:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789066397.345439:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789066397.345459:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789066397.345479:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789066397.345502:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789066397.350083:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789066397.350181:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789066397.350200:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789066397.350213:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789066397.350227:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789066397.350240:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789066397.350253:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789066397.350266:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789066397.350279:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789066397.350292:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789066397.350306:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789066397.351578:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789066397.351612:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789066397.351626:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789066397.351883:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789066397.351902:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789066397.351915:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789066397.351944:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789066397.351958:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789066397.352432:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789066397.352457:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789066397.352471:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789066397.352628:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789066397.353053:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789066397.353079:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789066397.353085:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789066397.353526:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066397.353592:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.353699:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e240 going to sleep for 11 seconds 00000100:00100000:2.0:1789066397.358495:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233664 00000100:00100000:2.0:1789066397.358510:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233664 00000100:00100000:3.0:1789066397.358715:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789066397.358727:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233664:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066397.358930:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233664:12345-0@lo:501:mount.lustre.0 Request processed in 205us (5338us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.358939:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789066397.360026:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066397.360097:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233792:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789066397.360159:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.360238:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e240 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.360587:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233792 00000100:00100000:0.0:1789066397.360595:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233792 00000100:00100000:0.0:1789066397.360677:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789066397.360687:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233792:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066397.360852:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233792:12345-0@lo:503:mount.lustre.0 Request processed in 166us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.360859:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789066397.361009:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233792:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789066397.361472:0:24132:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789066397.361577:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233920:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066397.361622:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066397.361813:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c34d1240 going to sleep for 11 seconds 00000100:00100000:1.0:1789066397.361862:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345233920 00000100:00100000:1.0:1789066397.361870:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345233920 00000100:00100000:1.0:1789066397.361905:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789066397.361914:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233920:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066397.362056:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345233920:12345-0@lo:502:mount.lustre.0 Request processed in 143us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066397.362063:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789066397.362175:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345233920:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066397.362401:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789066397.362430:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789066397.362445:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789066397.362459:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789066397.362471:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789066397.362484:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789066397.362495:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789066397.362508:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789066397.362521:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789066397.362534:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789066397.362548:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789066397.362562:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789066397.362576:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789066397.362590:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789066397.362618:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789066397.362633:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789066397.362647:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789066397.362673:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789066397.362688:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789066397.362704:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789066397.362716:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789066397.362729:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789066397.362742:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789066397.362757:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789066397.362770:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789066397.362784:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789066397.362941:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789066397.362956:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789066397.362968:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789066397.362982:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789066397.363012:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789066397.363028:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789066397.363042:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789066397.363057:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789066397.363070:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789066397.363085:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789066397.363099:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789066397.363114:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789066397.363126:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789066397.363139:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789066397.363151:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789066397.363165:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789066397.363179:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789066397.363193:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789066397.363205:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789066397.363216:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789066397.363244:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789066397.363260:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789066397.363305:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345234048:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066397.363378:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066397.363458:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c34d1240 going to sleep for 11 seconds 00000100:00100000:1.0:1789066397.363495:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234048 00000100:00100000:1.0:1789066397.363501:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234048 00000100:00100000:1.0:1789066397.363580:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789066397.363590:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345234048:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066397.363708:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345234048:12345-0@lo:502:mount.lustre.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066397.363716:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789066397.363814:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345234048:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066397.363971:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789066397.363995:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789066397.364020:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345234176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066397.364054:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066397.364388:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c34d1240 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.364436:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234176 00000100:00100000:0.0:1789066397.364445:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234176 00000100:00100000:0.0:1789066397.364473:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789066397.364481:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345234176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066397.364572:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345234176:12345-0@lo:502:mount.lustre.0 Request processed in 91us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.364586:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789066397.364678:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345234176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066397.364722:0:24132:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789066397.364731:0:24132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789066397.365432:0:24158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789066397.365448:0:24158:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9479c5da3380) 00000020:00000080:2.0:1789066397.365470:0:24158:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789066397.365558:0:24158:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479f1f1a000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789066397.365562:0:24158:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479f1f1a000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789066397.365564:0:24158:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479f1f1a000 3 00010000:00080000:2.0:1789066397.365593:0:24158:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c3742000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.153@tcp at head 00010000:00010000:2.0:1789066397.367444:0:24158:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789066397.367664:0:24158:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789066397.367709:0:24158:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789066397.367722:0:24158:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x6be491be349d2224 00000100:00080000:2.0:1789066397.367733:0:24158:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066397.367745:0:24158:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9478c3742000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066397.367780:0:24158:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80d8700 x1875971345234304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066397.367828:0:24158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789066397.367888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.367892:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.367895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.367899:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.367925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.367928:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.367931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.367934:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789066397.367971:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345234816:0@lo:400:kworker.0 00000100:00100000:2.0:1789066397.368054:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066397.368099:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789066397.368105:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345234688:0@lo:400:kworker.0 00000100:00100000:2.0:1789066397.368136:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.368633:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345234304:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066397.368669:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.368715:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345234432:0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.368739:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.368756:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066397.368762:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345234560:0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.368782:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.368859:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234816 00000100:00100000:0.0:1789066397.368866:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234816 00000100:00100000:0.0:1789066397.368897:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234304 00000100:00100000:0.0:1789066397.368900:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234304 00000100:00100000:0.0:1789066397.368908:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234560 00000100:00100000:0.0:1789066397.368910:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234560 00000100:00100000:0.0:1789066397.368923:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066397.368931:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345234816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.368985:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345234816:12345-0@lo:400:kworker.0 Request processed in 53us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.368992:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066397.369009:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066397.369015:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345234560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.369045:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345234560:12345-0@lo:400:kworker.0 Request processed in 30us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.369051:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066397.369064:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066397.369067:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345234304:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789066397.369097:0:22631:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 785 last 0 00000100:00100000:3.0:1789066397.369122:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234688 00000100:00100000:3.0:1789066397.369127:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234688 00000020:00000080:0.0:1789066397.369134:0:22631:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x6be491be349d222b 00000004:00100000:0.0:1789066397.369151:0:22631:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1789066397.369154:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234432 00000100:00100000:3.0:1789066397.369157:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234432 00000100:00100000:3.0:1789066397.369169:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789066397.369175:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345234688:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789066397.369180:0:22631:0:(import.c:65:import_set_state_nolock()) ffff9479feff1000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066397.369208:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345234688:12345-0@lo:400:kworker.0 Request processed in 33us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.369210:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1875971345234304:12345-0@lo:38:llog_process_th.0 Request processed in 142us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.369215:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789066397.369215:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789066397.369226:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789066397.369238:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345234432:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1789066397.369259:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479f80d8700 x1875971345234304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066397.369264:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345234432:12345-0@lo:400:kworker.0 Request processed in 27us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.369269:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789066397.369270:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066397.369278:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789066397.369286:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789066397.369291:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789066397.369293:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3742000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789066397.369299:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3652:1875971345234304:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789066397.369341:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479f80da300 x1875971345234560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066397.369350:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345234560:0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.369361:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345234432:0@lo:400:kworker.0 00000100:00100000:0.0:1789066397.369505:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345234688:0@lo:400:kworker.0 00010000:00080000:0.0:1789066397.369515:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479f80d9f80 x1875971345234816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066397.369523:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345234816:0@lo:400:kworker.0 00000020:01000004:1.0:1789066397.369972:0:24158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789066397.369989:0:24158:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9479ed2c3380) 00000020:00000080:1.0:1789066397.370007:0:24158:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1789066397.370101:0:24158:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479f1f1a000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789066397.370104:0:24158:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479f1f1a000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789066397.370106:0:24158:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479f1f1a000 3 00010000:00080000:1.0:1789066397.370131:0:24158:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c2684000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.153@tcp at head 00010000:00010000:1.0:1789066397.371886:0:24158:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1789066397.372068:0:24158:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1789066397.372110:0:24158:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789066397.372121:0:24158:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x6be491be349d2239 00000100:00080000:1.0:1789066397.372131:0:24158:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789066397.372141:0:24158:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9478c2684000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066397.372175:0:24158:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479e4a14380 x1875971345234944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066397.372196:0:24158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789066397.372306:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1875971345234944:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066397.372386:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1789066397.373028:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00080000:2.0:1789066397.373936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.373943:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.373945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.373949:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.373952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.373955:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789066397.373957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789066397.373960:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789066397.375756:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345234944 00000100:00100000:3.0:1789066397.375769:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345234944 00000100:00100000:3.0:1789066397.375829:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789066397.375837:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3652:x1875971345234944:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789066397.375869:0:22632:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 785 last 0 00000020:00000080:3.0:1789066397.375909:0:22632:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x6be491be349d2240 00000004:00100000:3.0:1789066397.375926:0:22632:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789066397.375959:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9479e0743000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066397.376046:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1875971345234944:12345-0@lo:38:llog_process_th.0 Request processed in 208us (3659us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.376054:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789066397.377213:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9479e4a14380 x1875971345234944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066397.377227:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789066397.377237:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1789066397.377244:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789066397.377250:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789066397.377252:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c2684000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789066397.377259:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3652:1875971345234944:0@lo:38:llog_process_th.0 00000020:01000000:0.0:1789066397.377951:0:24132:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789066397.377993:0:24132:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789066397.378018:0:24132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2216 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066397.378030:0:24132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0713c00/0x6be491be349d220f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2216 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789066397.378077:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789066397.378079:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789066397.378080:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066397.378081:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066397.378083:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066397.378084:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066397.378085:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789066397.378087:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066397.378088:0:24132:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789066397.378092:0:24132:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789066397.378095:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789066397.378096:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789066397.378097:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066397.378098:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066397.378099:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066397.378100:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066397.378101:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789066397.378102:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066397.378103:0:24132:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789066397.378127:0:24132:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789066397.378144:0:24132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345235072:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789066397.378203:0:24132:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.378237:0:24132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479cabe1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789066397.378260:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235072 00000100:00100000:0.0:1789066397.378266:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235072 00000100:00100000:0.0:1789066397.378301:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789066397.378308:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345235072:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789066397.378345:0:22626:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789066397.378357:0:22626:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789066397.387211:0:22626:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789066397.387228:0:22626:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1789066397.387240:0:22647:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789066397.387245:0:22647:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066397.387264:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387281:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d218a expref: 21 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387287:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2198 expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387297:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387372:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387386:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 21 pid: 22624 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.387405:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345235200:0@lo:104: 00000100:00100000:1.0:1789066397.387477:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066397.387554:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24132:x1875971345235072:12345-0@lo:253:mount.lustre.0 Request processed in 9243us (9349us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066397.387566:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:1.0:1789066397.387595:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d218a expref: 20 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.387605:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d218a expref: 20 pid: 22626 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.387615:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345235328:0@lo:104: 00000100:00100000:1.0:1789066397.387644:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066397.387667:0:22647:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e300 going to sleep for 11 seconds 00000100:00100000:2.0:1789066397.387681:0:24132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef23480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24132:1875971345235072:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789066397.387697:0:22615:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 10000000:01000000:2.0:1789066397.387697:0:24132:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789066397.387700:0:24132:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789066397.387701:0:24132:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789066397.387703:0:24132:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066397.387704:0:24132:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066397.387705:0:24132:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066397.387707:0:24132:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066397.387708:0:24132:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066397.387710:0:24132:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066397.387712:0:24132:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789066397.387725:0:24132:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1789066397.387727:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235200 00000100:00100000:3.0:1789066397.387737:0:22615:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235200 00000100:00100000:3.0:1789066397.387768:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235328 00000100:00100000:3.0:1789066397.387770:0:22615:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235328 00000100:00100000:3.0:1789066397.387781:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066397.387866:0:22615:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345235200:12345-0@lo:104: 00010000:00010000:3.0:1789066397.387878:0:22615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.387931:0:22615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789066397.387937:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a17100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345235200:0@lo:104: 00000100:00100000:3.0:1789066397.387939:0:22615:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345235200:12345-0@lo:104: Request processed in 149us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.387949:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066397.387963:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066397.387969:0:22615:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c4b53850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345235328:12345-0@lo:104: 00010000:00010000:3.0:1789066397.387976:0:22615:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.388017:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345235328:0@lo:104: 00010000:00010000:3.0:1789066397.388019:0:22615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789066397.388028:0:22615:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c4b53850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345235328:12345-0@lo:104: Request processed in 57us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.388035:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789066397.388037:0:22647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388073:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066397.388079:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388087:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712e00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066397.388091:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388124:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066397.388131:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066397.388138:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789066397.388165:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388171:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789066397.388195:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345235456:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066397.388196:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388207:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712e00/0x6be491be349d2198 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d219f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388218:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066397.388223:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.388223:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066397.388233:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712000 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:3.0:1789066397.388237:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388244:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789066397.388251:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066397.388263:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789066397.388284:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388291:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789066397.388302:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.388307:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1789066397.388311:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712000/0x6be491be349d218a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2191 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066397.388315:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345235584:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066397.388346:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066397.388348:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066397.388351:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066397.388357:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789066397.388358:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066397.388388:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235456 00000100:00100000:2.0:1789066397.388393:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235456 00010000:00010000:2.0:1789066397.388415:0:22617:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 21 pid: 22624 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066397.388484:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235584 00000100:00100000:2.0:1789066397.388488:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235584 00010000:00010000:2.0:1789066397.388503:0:22617:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d218a expref: 22 pid: 22626 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066397.388604:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066397.388612:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:3655:x1875971345235456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066397.388623:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066397.388629:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 22 pid: 22624 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388639:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 22 pid: 22624 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388651:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479f97f8e00/0x6be491be349d219f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2198 expref: 22 pid: 22624 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388661:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789066397.388696:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3655:x1875971345235456:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.388711:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066397.388715:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345235456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789066397.388733:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066397.388741:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ec0cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:3655:x1875971345235584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789066397.388749:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789066397.388754:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d218a expref: 20 pid: 22626 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388762:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d218a expref: 20 pid: 22626 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388772:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f7800/0x6be491be349d2191 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d218a expref: 20 pid: 22626 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388785:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388819:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789066397.388830:0:22618:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002433532s 00010000:00010000:3.0:1789066397.388835:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388841:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388848:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388853:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388865:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0713200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066397.388870:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388878:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388896:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066397.388906:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789066397.388917:0:22647:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.388926:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066397.388932:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713200/0x6be491be349d2247 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066397.388941:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ec0cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:3655:x1875971345235584:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066397.388948:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066397.388995:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345235584:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1789066397.390400:0:24132:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789066397.394160:0:24132:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789066397.394170:0:24132:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789066397.394207:0:24132:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789066397.394250:0:24132:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.153@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789066397.394270:0:24132:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789066397.394291:0:24132:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789066397.395138:0:24132:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789066397.398619:0:24132:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1789066397.520589:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789066398.035531:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789066398.455586:0:24212:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789066398.455883:0:24212:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1789066398.929838:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789066398.929848:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479fef46800 from 13 10000000:01000000:1.0:1789066398.929853:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789066398.929916:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066398.929927:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066398.929939:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066398.929966:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066398.930048:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066398.930103:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d091e240 going to sleep for 11 seconds 00000100:00100000:0.0:1789066398.933152:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235712 00000100:00100000:0.0:1789066398.933169:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235712 00000100:00100000:0.0:1789066398.933227:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789066398.933237:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+19:22628:x1875971345235712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066398.933252:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066398.933271:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d224e expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066398.933297:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d224e expref: 20 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066398.933308:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d224e expref: 20 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066398.933328:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8400, rc 0) 00000100:00100000:0.0:1789066398.933406:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:22628:x1875971345235712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (3358us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066398.933412:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789066398.933841:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066398.933883:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.933893:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066398.933964:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235840:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789066398.934007:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066398.934051:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ca9c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066398.934453:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235840 00000100:00100000:0.0:1789066398.934459:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235840 00000100:00100000:0.0:1789066398.934503:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789066398.934511:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:22628:x1875971345235840:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789066398.934526:0:22626:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789066398.934544:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789066398.934547:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789066398.934624:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:22628:x1875971345235840:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066398.934631:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789066398.934926:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235840:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789066398.934996:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789066398.935004:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.935014:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066398.935024:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789066398.935026:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479c34e7000 from 13 10000000:01000000:2.0:1789066398.935029:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789066398.935049:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.935056:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.935065:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066398.935089:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789066398.935115:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066398.935145:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed339780 going to sleep for 11 seconds 00000100:00100000:1.0:1789066398.935192:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345235968 00000100:00100000:1.0:1789066398.935199:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345235968 00000100:00100000:1.0:1789066398.935240:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789066398.935247:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:22628:x1875971345235968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066398.935256:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066398.935265:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d225c expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066398.935283:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d225c expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066398.935294:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d225c expref: 21 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066398.935302:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479e0713800, rc 0) 00000100:00100000:1.0:1789066398.935347:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345235968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066398.935353:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789066398.935483:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345235968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066398.935495:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.935503:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066398.935537:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345236096:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789066398.935561:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066398.935580:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed339780 going to sleep for 11 seconds 00000100:00100000:1.0:1789066398.935624:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236096 00000100:00100000:1.0:1789066398.935628:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236096 00000100:00100000:1.0:1789066398.935656:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789066398.935662:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345236096:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789066398.935672:0:22623:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789066398.935684:0:22623:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789066398.935687:0:22623:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789066398.935741:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345236096:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 79us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066398.935748:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789066398.936940:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345236096:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789066398.937012:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789066398.937020:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066398.937030:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066399.062479:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066400.083769:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066401.107784:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066401.870946:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066401.870977:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345236224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066401.871012:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066401.871035:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345236352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066401.871130:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066401.871199:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236352 00000100:00100000:3.0:1789066401.871209:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236352 00000100:00100000:3.0:1789066401.871269:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789066401.871278:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345236352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789066401.871347:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789066401.871401:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345236352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066401.871407:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789066401.871454:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345236352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789066401.871540:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066401.871656:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236224 00000100:00100000:3.0:1789066401.871663:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236224 00000100:00100000:3.0:1789066401.871683:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789066401.871687:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345236224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789066401.871841:0:22636:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789066401.871901:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345236224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 212us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066401.871907:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789066401.872159:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345236224:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789066402.127016:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789066402.384176:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066402.384184:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066402.384187:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066402.384190:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066402.384230:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066402.384233:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789066402.384236:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789066402.384238:0:12995:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789066402.384313:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345236608:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.384402:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.384459:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345237120:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.384734:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.384764:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789066402.384771:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345236480:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.384857:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.384884:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345236992:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.385070:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.385107:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345236736:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.385129:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.385147:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345237248:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.385166:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.385178:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789066402.385183:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345236864:0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.385600:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066402.385652:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236608 00000100:00100000:3.0:1789066402.385661:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236608 00000100:00100000:3.0:1789066402.385700:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236864 00000100:00100000:3.0:1789066402.385703:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236864 00000100:00100000:3.0:1789066402.385719:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789066402.385726:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345236608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066402.386469:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066402.386482:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345236864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066402.386603:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345236608:12345-0@lo:400:kworker.0 Request processed in 875us (2200us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066402.386613:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789066402.386649:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237120 00000100:00100000:3.0:1789066402.386655:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237120 00000100:00100000:3.0:1789066402.386690:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236992 00000100:00100000:3.0:1789066402.386694:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236992 00000100:00100000:3.0:1789066402.386721:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236736 00000100:00100000:3.0:1789066402.386724:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236736 00000100:00100000:3.0:1789066402.386736:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237248 00000100:00100000:3.0:1789066402.386739:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237248 00000100:00100000:3.0:1789066402.386757:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066402.386764:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345237120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066402.392051:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345236864:12345-0@lo:400:kworker.0 Request processed in 5412us (6291us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066402.392068:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789066402.392638:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345236608:0@lo:400:kworker.0 00000100:00100000:2.0:1789066402.392952:0:22631:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789066402.392962:0:22631:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789066402.392984:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789066402.393001:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789066402.393012:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345236992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066402.393081:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345236992:12345-0@lo:400:kworker.0 Request processed in 73us (8011us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066402.393088:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789066402.393105:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789066402.393111:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789066402.393117:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345236736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066402.393145:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345236736:12345-0@lo:400:kworker.0 Request processed in 28us (8015us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066402.393150:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789066402.393160:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789066402.393165:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789066402.393172:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345237248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066402.393199:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345237248:12345-0@lo:400:kworker.0 Request processed in 28us (8032us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066402.393218:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789066402.393240:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345236480 00000100:00100000:2.0:1789066402.393246:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345236480 00000100:00100000:2.0:1789066402.393291:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789066402.393297:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3656:x1875971345236480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066402.393323:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3656:x1875971345236480:12345-0@lo:400:kworker.0 Request processed in 27us (8467us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066402.393329:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789066402.393494:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345236480:0@lo:400:kworker.0 00010000:00080000:2.0:1789066402.393511:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4ab3b80 x1875971345236992/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066402.393528:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345236992:0@lo:400:kworker.0 00000100:00080000:2.0:1789066402.395016:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789066402.395024:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789066402.397477:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345237120:12345-0@lo:400:kworker.0 Request processed in 10703us (12733us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066402.397504:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789066402.397581:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345236864:0@lo:400:kworker.0 00010000:00080000:3.0:1789066402.397596:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479c48e3100 x1875971345236736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066402.397607:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345236736:0@lo:400:kworker.0 00010000:00080000:3.0:1789066402.397617:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4ab0700 x1875971345237248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066402.397625:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345237248:0@lo:400:kworker.0 00010000:00080000:2.0:1789066402.400462:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4ab2300 x1875971345237120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066402.400494:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345237120:0@lo:400:kworker.0 00000040:00080000:1.0:1789066403.028868:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789066403.150899:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789066404.058567:0:24503:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg253-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789066404.177776:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789066404.993483:0:24555:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789066404.993713:0:24555:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789066405.199039:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789066405.910783:0:24606:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789066405.911283:0:24606:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789066406.225623:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066406.606859:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066391/real 1789066391] req@ffff9479c48e0a80 x1875971345230848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066406 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.606889:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479c48e0a80 x1875971345230848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.606900:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066391/real 1789066391] req@ffff9479c48e2d80 x1875971345230976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066406 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.606911:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479c48e2d80 x1875971345230976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789066406.606941:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f1f85000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066406.606962:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789066406.606967:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345230848:0@lo:8:kworker.0 00000100:00080000:3.0:1789066406.606973:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789066406.606977:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789066406.606980:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345230976:0@lo:8:kworker.0 00000100:00080000:1.0:1789066406.607165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066406.607170:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066406.607173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066406.607176:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789066406.607191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066406.607194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789066406.607197:0:36:0:(import.c:65:import_set_state_nolock()) ffff9479f1f85000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066406.607203:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 779 00000100:00080000:1.0:1789066406.607211:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789066406.607223:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9479f1f85000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066406.607258:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34ad880 x1875971345237888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066406.607279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066406.607282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066406.607283:0:36:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066406.607287:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 779 00000100:00080000:1.0:1789066406.607289:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789066406.607295:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066406.607307:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34af100 x1875971345238016/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066406.607365:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345237504:0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607475:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.607513:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345238272:0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607542:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.607562:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789066406.607568:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345237632:0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607587:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.607603:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345238400:0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607624:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.607652:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238272 00000100:00100000:1.0:1789066406.607659:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238272 00000100:00100000:1.0:1789066406.607706:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237632 00000100:00100000:1.0:1789066406.607710:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237632 00000100:00100000:1.0:1789066406.607721:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238400 00000100:00100000:1.0:1789066406.607724:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238400 00000100:00100000:1.0:1789066406.607740:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789066406.607748:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345238272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607834:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345238272:12345-0@lo:400:kworker.0 Request processed in 85us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.607842:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789066406.607859:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789066406.607864:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345237632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607890:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345237632:12345-0@lo:400:kworker.0 Request processed in 26us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.607895:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789066406.607906:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789066406.607911:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345238400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.607933:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345238400:12345-0@lo:400:kworker.0 Request processed in 22us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.607939:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1789066406.607956:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789066406.607960:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066406.607970:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345237888:0@lo:8:kworker.0 00000100:00100000:1.0:1789066406.608014:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.608038:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345238016:0@lo:8:kworker.0 00000100:00100000:1.0:1789066406.608056:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.608086:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237888 00000100:00100000:1.0:1789066406.608090:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237888 00000100:00100000:1.0:1789066406.608103:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238016 00000100:00100000:1.0:1789066406.608105:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238016 00000100:00100000:1.0:1789066406.608114:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066406.608120:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345237888:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789066406.608145:0:24136:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 794 last 0 00000020:00000080:1.0:1789066406.608183:0:24136:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d226a 00002000:00100000:1.0:1789066406.608213:0:24136:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9478c2681000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1789066406.608218:0:24136:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1789066406.608221:0:24136:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789066406.608400:0:24136:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1789066406.608425:0:24136:0:(import.c:65:import_set_state_nolock()) ffff9478c2682000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066406.608467:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1875971345237888:12345-0@lo:8:kworker.0 Request processed in 346us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.608474:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066406.608489:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066406.608493:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345238016:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789066406.608507:0:24136:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789066406.608532:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345238016:12345-0@lo:8:kworker.0 Request processed in 37us (474us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066406.608538:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789066406.608569:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ad880 x1875971345237888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066406.608580:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789066406.608588:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789066406.608596:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789066406.608602:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789066406.608604:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479f1f85000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789066406.608616:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789066406.608621:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345237888:0@lo:8:kworker.0 00000100:00080000:1.0:1789066406.608631:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066406.608634:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066406.608643:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345238016:0@lo:8:kworker.0 00000004:00080000:1.0:1789066406.608686:0:23373:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1789066406.608703:0:23373:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238656:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1789066406.608727:0:23373:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.608742:0:23373:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f87fdf00 going to sleep for 11 seconds 00010000:00080000:1.0:1789066406.608760:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34aed80 x1875971345237632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066406.608770:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345237632:0@lo:400:kworker.0 00010000:00080000:1.0:1789066406.608780:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34af800 x1875971345238400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066406.608811:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345238400:0@lo:400:kworker.0 00010000:00080000:1.0:1789066406.608821:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ae680 x1875971345238272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066406.608828:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345238272:0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.608845:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238656 00000100:00100000:1.0:1789066406.608849:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238656 00000100:00100000:1.0:1789066406.608897:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066406.608904:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23373:x1875971345238656:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:1.0:1789066406.609087:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066406.609648:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345237376:0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.609693:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066406.609736:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345238144:0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.609759:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066406.609779:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789066406.609806:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345237760:0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.609840:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066406.609860:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345238528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789066406.609900:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066406.609931:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237504 00000100:00100000:3.0:1789066406.609936:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237504 00000100:00100000:3.0:1789066406.609964:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237760 00000100:00100000:3.0:1789066406.609966:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237760 00000100:00100000:3.0:1789066406.609979:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789066406.609985:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345237504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.610031:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345237504:12345-0@lo:400:kworker.0 Request processed in 45us (2556us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.610038:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789066406.610064:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789066406.610070:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345237760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.610103:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345237760:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.610108:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789066406.610126:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238144 00000100:00100000:3.0:1789066406.610129:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238144 00000100:00100000:3.0:1789066406.610166:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789066406.610173:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345238144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.610201:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345238144:12345-0@lo:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.610208:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789066406.610252:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345237760:0@lo:400:kworker.0 00010000:00080000:3.0:1789066406.610264:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34aea00 x1875971345238144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.610273:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345238144:0@lo:400:kworker.0 00000100:00100000:3.0:1789066406.610307:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345237504:0@lo:400:kworker.0 00000004:00080000:2.0:1789066406.610692:0:23371:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789066406.610783:0:23371:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 794722993518ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789066406.610816:0:23371:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789066406.610860:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238528 00000100:00100000:2.0:1789066406.610864:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238528 00000100:00100000:2.0:1789066406.610893:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066406.610900:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1875971345238528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066406.610922:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066406.610965:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1875971345238528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066406.610971:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789066406.611222:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345237376 00000100:00100000:1.0:1789066406.611226:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345237376 00000100:00100000:1.0:1789066406.611272:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789066406.611281:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3654:x1875971345237376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066406.611316:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3654:x1875971345237376:12345-0@lo:400:kworker.0 Request processed in 37us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.611606:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00080000:3.0:1789066406.612287:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34af100 x1875971345238528/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066422 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.612311:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345238528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789066406.612652:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345237376:0@lo:400:kworker.0 00000004:00080000:0.0:1789066406.618497:0:23364:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1789066406.619996:0:24136:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1789066406.620004:0:24136:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789066406.620101:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23373:x1875971345238656:12345-0@lo:7:osp-pre-0-1.0 Request processed in 11194us (11368us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.620122:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789066406.620188:0:23373:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ad880 x1875971345238656/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789066422 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066406.620204:0:23373:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238656:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789066406.620219:0:23373:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789066406.620276:0:23373:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238784:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789066406.620313:0:23373:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066406.620347:0:23373:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:3.0:1789066406.620373:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238784 00000100:00100000:3.0:1789066406.620380:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238784 00000100:00100000:3.0:1789066406.620417:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789066406.620425:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23373:x1875971345238784:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789066406.620453:0:24138:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789066406.620546:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23373:x1875971345238784:12345-0@lo:5:osp-pre-0-1.0 Request processed in 120us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.620553:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789066406.623652:0:23373:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4ab2d80 x1875971345238784/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789066422 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066406.623672:0:23373:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238784:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789066406.623687:0:23373:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789066406.623740:0:23373:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238912:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789066406.624648:0:23373:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066406.624742:0:23373:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e04c0540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066406.630687:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345238912 00000100:00100000:3.0:1789066406.630707:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345238912 00000100:00100000:3.0:1789066406.631511:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789066406.631526:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23373:x1875971345238912:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789066406.631579:0:24136:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1789066406.695746:0:24133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1789066406.695763:0:24133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1789066406.697172:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23373:x1875971345238912:12345-0@lo:5:osp-pre-0-1.0 Request processed in 65643us (72519us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789066406.697184:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789066406.697356:0:23373:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479fef22a00 x1875971345238912/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789066422 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066406.697369:0:23373:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789066406.697375:0:23373:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23373:1875971345238912:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789066406.697392:0:23373:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789066406.697473:0:23373:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23373:1875971345239040:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789066406.697506:0:23373:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066406.697534:0:23373:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e04c0540 going to sleep for 11 seconds 00000100:00100000:3.0:1789066406.704126:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239040 00000100:00100000:3.0:1789066406.704144:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239040 00000100:00100000:3.0:1789066406.704218:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789066406.704228:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23373:x1875971345239040:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789066406.704383:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23373:x1875971345239040:12345-0@lo:900:osp-pre-0-1.0 Request processed in 155us (6874us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066406.704409:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789066406.705155:0:23373:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479fef22a00 x1875971345239040/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789066422 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066406.705170:0:23373:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fef22a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23373:1875971345239040:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789066406.991034:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345239168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066406.991121:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066406.991226:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239168 00000100:00100000:1.0:1789066406.991246:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239168 00000100:00100000:1.0:1789066406.991316:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789066406.991327:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345239168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789066406.991367:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066406.991419:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345239168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066406.991426:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789066406.991513:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345239168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789066406.999080:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066406.999111:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345239296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789066406.999186:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066406.999231:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239296 00000100:00100000:2.0:1789066406.999250:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239296 00000100:00100000:2.0:1789066406.999308:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789066406.999328:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345239296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789066406.999366:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789066406.999486:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345239296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 160us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066406.999507:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066406.999865:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345239296:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789066407.247114:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789066407.762939:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066408.273441:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066409.304514:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.319401:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066410.703826:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066390/real 1789066390] req@ffff9479c48e1f80 x1875971345229056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.703857:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479c48e1f80 x1875971345229056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.703867:0:3652:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789066390/real 1789066390] req@ffff9479c48e2a00 x1875971345229184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.703878:0:3652:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9479c48e2a00 x1875971345229184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789066410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789066410.703897:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066410.703925:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066410.703930:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345229056:0@lo:8:kworker.0 00000100:00080000:0.0:1789066410.703935:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066410.703940:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789066410.703943:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345229184:0@lo:8:kworker.0 00000100:00080000:1.0:1789066410.704293:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066410.704297:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789066410.704300:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066410.704306:0:21098:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 778 00000100:00080000:1.0:1789066410.704312:0:21098:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789066410.704332:0:21098:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9478c3d49000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066410.704356:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34ae680 x1875971345239680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066410.704369:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066410.704372:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066410.704374:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066410.704377:0:21098:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 778 00000100:00080000:1.0:1789066410.704379:0:21098:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789066410.704383:0:21098:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066410.704392:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34ad880 x1875971345239808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066410.704417:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066410.704419:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066410.704421:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066410.704424:0:21098:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 794 00000100:00080000:1.0:1789066410.704427:0:21098:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789066410.704430:0:21098:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066410.704438:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c34aea00 x1875971345240320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066410.704480:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345239424:0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.704546:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066410.705550:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345239936:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.705599:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.706174:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345240192:0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.706301:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.706381:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789066410.706398:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345240064:0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.706427:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.706447:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345240704:0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.706468:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.706497:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239424 00000100:00100000:1.0:1789066410.706506:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239424 00000100:00100000:1.0:1789066410.706556:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789066410.706567:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3656:x1875971345239424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.706623:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3656:x1875971345239424:12345-0@lo:400:kworker.0 Request processed in 57us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066410.706631:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789066410.706757:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240064 00000100:00100000:1.0:1789066410.706760:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240064 00000100:00100000:1.0:1789066410.706836:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066410.706844:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345240064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.706877:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345240064:12345-0@lo:400:kworker.0 Request processed in 35us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066410.706883:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066410.706899:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239936 00000100:00100000:1.0:1789066410.706902:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239936 00000100:00100000:1.0:1789066410.706997:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240704 00000100:00100000:1.0:1789066410.707001:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240704 00000100:00100000:1.0:1789066410.707030:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789066410.707035:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345239936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.707071:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345239936:12345-0@lo:400:kworker.0 Request processed in 36us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066410.707077:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789066410.707184:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789066410.707190:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345240704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.707303:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1875971345240704:12345-0@lo:400:kworker.0 Request processed in 113us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066410.707310:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1789066410.707332:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066410.707348:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345239680:0@lo:8:kworker.0 00000100:00100000:1.0:1789066410.707379:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789066410.707563:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ace00 x1875971345239936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.707578:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345239936:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.707587:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345240576:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.707613:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066410.707662:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789066410.707669:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345239552:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.707694:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066410.707714:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345240448:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.707733:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066410.707850:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240576 00000100:00100000:3.0:1789066410.707863:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240576 00000100:00100000:0.0:1789066410.707882:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239552 00000100:00100000:0.0:1789066410.707889:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239552 00000100:00100000:3.0:1789066410.707940:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240448 00000100:00100000:3.0:1789066410.707946:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240448 00000100:00100000:0.0:1789066410.707959:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789066410.707974:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345239552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066410.707984:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789066410.707998:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fef22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345240576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.708026:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345239552:12345-0@lo:400:kworker.0 Request processed in 58us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066410.708034:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789066410.708065:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789066410.708076:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345240448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.708442:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345240448:12345-0@lo:400:kworker.0 Request processed in 367us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066410.708449:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789066410.708529:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345239552:0@lo:400:kworker.0 00010000:00080000:0.0:1789066410.708542:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34aca80 x1875971345240448/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.708565:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345240448:0@lo:400:kworker.0 00010000:00080000:0.0:1789066410.708578:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4a15880 x1875971345240576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.708587:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345240576:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.708641:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345240064:0@lo:400:kworker.0 00010000:00080000:0.0:1789066410.708654:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479e4a15f80 x1875971345240704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066410.708663:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3656:1875971345240704:0@lo:400:kworker.0 00000100:00100000:0.0:1789066410.708673:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345239424:0@lo:400:kworker.0 00000100:00100000:1.0:1789066410.709048:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345239808:0@lo:8:kworker.0 00000100:00100000:1.0:1789066410.709080:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066410.710959:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fef22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345240576:12345-0@lo:400:kworker.0 Request processed in 2949us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066410.710980:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1789066410.711041:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066410.712563:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240192 00000100:00100000:2.0:1789066410.712580:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240192 00000100:00080000:3.0:1789066410.712667:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066410.712689:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239680 00000100:00100000:2.0:1789066410.712695:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239680 00000100:00100000:2.0:1789066410.712713:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066410.712724:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345240192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066410.712842:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345240192:12345-0@lo:400:kworker.0 Request processed in 120us (6540us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066410.712849:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789066410.712870:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789066410.712876:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345239680:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789066410.712906:0:24139:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 798 last 0 00010000:00080000:3.0:1789066410.712940:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ae300 x1875971345240192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066410.712960:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345240192:0@lo:400:kworker.0 00000020:00000080:2.0:1789066410.713006:0:24139:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d2271 00002000:00100000:2.0:1789066410.713025:0:24139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9479ed2d7000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1789066410.713029:0:24139:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1789066410.713032:0:24139:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789066410.713184:0:24139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789066410.713285:0:24139:0:(import.c:65:import_set_state_nolock()) ffff9479ed2d0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789066410.713328:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1875971345239680:12345-0@lo:8:kworker.0 Request processed in 450us (5946us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066410.713335:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066410.713487:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345239808 00000100:00100000:1.0:1789066410.713492:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345239808 00000100:00100000:1.0:1789066410.713511:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789066410.713516:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345239808:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789066410.713530:0:24136:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789066410.713559:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345239808:12345-0@lo:8:kworker.0 Request processed in 42us (4478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789066410.713566:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1789066410.713611:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789066410.713616:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789066410.713620:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345239808:0@lo:8:kworker.0 00000100:00100000:1.0:1789066410.713631:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345240320:0@lo:8:kworker.0 00000100:00100000:1.0:1789066410.713663:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789066410.713710:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9478c34ae680 x1875971345239680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066410.713731:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240320 00000100:00100000:3.0:1789066410.713742:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240320 00000100:00100000:1.0:1789066410.713743:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789066410.713754:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789066410.713763:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789066410.713769:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789066410.713772:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3d49000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789066410.713851:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066410.713860:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345240320:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789066410.713883:0:24136:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789066410.713949:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3652:x1875971345240320:12345-0@lo:8:kworker.0 Request processed in 89us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789066410.713957:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:00080000:1.0:1789066410.716040:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789066410.716057:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345239680:0@lo:8:kworker.0 00000004:00080000:3.0:1789066410.716059:0:22655:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789066410.716148:0:22656:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1789066410.716177:0:22656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa41180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22656:1875971345240960:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789066410.716197:0:22655:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 798828406436ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789066410.716234:0:22655:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1789066410.716391:0:22656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.716427:0:22656:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066410.716448:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345240832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066410.716482:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066410.716733:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240832 00000100:00100000:1.0:1789066410.716742:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240832 00000100:00080000:3.0:1789066410.716837:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066410.716844:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789066410.716856:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1875971345240832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066410.716884:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066410.717570:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1875971345240832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 713us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066410.717579:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789066410.717659:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479dfa42a00 x1875971345240832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066426 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066410.717681:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345240832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066410.717725:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345240960 00000100:00100000:1.0:1789066410.717730:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345240960 00000100:00100000:1.0:1789066410.717770:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789066410.717777:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22656:x1875971345240960:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1789066410.719069:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066410.719077:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789066410.719092:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345240320:0@lo:8:kworker.0 00002000:00080000:1.0:1789066410.722579:0:24136:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1789066410.722593:0:24136:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1789066410.722599:0:24136:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:3.0:1789066410.723144:0:22611:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:0.0:1789066410.738740:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.738754:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.738774:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.738778:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.738903:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.738991:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739009:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739017:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739133:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066410.739620:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.739626:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739638:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.739642:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.739647:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739656:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739664:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.739671:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.744361:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066410.744382:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.744417:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.744423:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.744437:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.744470:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.744478:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2278 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.744680:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066410.744687:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.744695:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066410.744698:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.744705:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.744718:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.744727:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.744728:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.744730:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066410.744894:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066410.744903:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d227f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.747049:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789066410.748584:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.748596:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.748617:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.748621:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.748629:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.748648:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.748659:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.748668:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.748690:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789066410.748987:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.748998:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749007:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.749010:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.749014:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749023:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749030:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749038:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749056:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789066410.749068:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066410.749074:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749081:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0713200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.749086:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749096:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749117:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749125:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9cb638c/0x6be491be349d2286 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749143:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.749146:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749152:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.749155:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749162:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749170:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749176:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f3ee4a/0x6be491be349d228d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749186:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.749188:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.749270:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.749602:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789066410.749704:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.749710:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749722:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.749725:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.749729:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749738:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749746:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749753:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.749775:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066410.750117:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066410.750124:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750132:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0713600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066410.750136:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750156:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750170:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750177:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef3c4128/0x6be491be349d2294 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750208:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.750210:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.750211:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789066410.750362:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.750368:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.750376:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.750379:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.750384:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.750404:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.750412:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.750419:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.750437:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066410.750773:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066410.750779:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750848:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066410.750852:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750861:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750874:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750892:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a70c4fb5/0x6be491be349d229b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.750930:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.750931:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.750933:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789066410.751115:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.751122:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751131:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.751134:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.751139:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751148:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751156:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751172:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751190:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066410.751384:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066410.751389:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.751396:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066410.751399:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.751406:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.751417:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.751422:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c2bb0ff/0x6be491be349d22a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.751436:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.751437:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.751438:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789066410.751837:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789066410.751844:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751855:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=798s v=(0 0) 00010000:00010000:1.0:1789066410.751859:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789066410.751863:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751870:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751877:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751883:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.751898:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066410.752018:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066410.752024:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.752031:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c10600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066410.752034:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.752041:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.752051:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.752057:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f049f2c0/0x6be491be349d22a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.752070:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.752072:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066410.752073:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066410.753239:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066410.753248:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753261:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=798s v=(0 0) 00010000:00010000:3.0:1789066410.753265:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066410.753270:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753306:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753316:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753323:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753348:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066410.753691:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.753699:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.753713:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c13f7800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.753716:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.753724:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.753739:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.753745:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7bd1a01/0x6be491be349d22b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.753764:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.753766:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.753768:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066410.753867:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066410.753873:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753882:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=798s v=(0 0) 00010000:00010000:3.0:1789066410.753886:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066410.753890:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753899:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.753908:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754037:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754060:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066410.754375:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.754381:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754389:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c13f7a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.754392:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754400:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754419:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754425:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f302b1b/0x6be491be349d22b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754440:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.754441:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.754443:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066410.754517:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066410.754522:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754531:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=798s v=(0 0) 00010000:00010000:3.0:1789066410.754534:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066410.754538:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754547:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754555:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754563:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.754583:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066410.754838:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.754843:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754851:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c13f6a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.754855:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754863:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754874:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754881:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090ba922b/0x6be491be349d22be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.754929:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.754931:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.754933:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066410.755105:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066410.755111:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755127:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=798s v=(0 0) 00010000:00010000:3.0:1789066410.755131:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066410.755135:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755146:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755154:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755161:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755172:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066410.755653:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.755659:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.755668:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1678a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.755671:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.755679:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.755692:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.755700:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000610181a0/0x6be491be349d22c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.755717:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.755719:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.755721:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066410.755870:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066410.755876:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755885:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=798s v=(0 0) 00010000:00010000:3.0:1789066410.755889:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066410.755893:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.755902:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.756391:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.756401:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066410.756454:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789066410.756984:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.756992:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.757003:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.757007:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.757012:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.757024:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.757044:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.757052:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757374:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066410.757381:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757403:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.757407:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757416:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757432:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757440:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c9d6dc4/0x6be491be349d22cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757459:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.757463:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757469:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.757472:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757479:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757489:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.757504:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.757505:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.757507:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.757616:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066410.757621:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d22d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.758115:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789066410.758478:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.758487:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.758500:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.758504:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.758510:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.758523:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.758533:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.758553:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.758580:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066410.759025:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066410.759033:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.759041:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066410.759045:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.759054:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.759069:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.759076:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a24b82ad/0x6be491be349d22da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.759169:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066410.759171:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066410.759173:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789066410.759400:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.759406:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759415:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.759418:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.759422:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759431:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759439:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759446:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759498:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789066410.759821:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.759826:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759841:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.759845:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.759849:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759857:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759865:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.759871:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760406:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066410.760414:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760424:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.760428:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760436:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760450:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760456:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000161d61be/0x6be491be349d22e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760471:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.760474:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760479:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.760489:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760496:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760505:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.760512:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.760514:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.760515:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.760591:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066410.760597:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008f64a6a/0x6be491be349d22e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789066410.761517:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.761528:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.761544:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.761548:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.761554:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.761584:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.761594:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.761602:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.762261:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066410.762285:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.762295:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066410.762300:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.762309:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.762327:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.762336:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066410.762338:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066410.762340:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.762640:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066410.762646:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006df3fe47/0x6be491be349d22ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789066410.763469:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.763477:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.763492:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.763496:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.763502:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.763516:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.763538:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.763547:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.763747:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.763756:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.763764:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.763768:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.763777:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.763817:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.763827:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.763835:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.763838:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.764013:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066410.764019:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec9d6854/0x6be491be349d22f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789066410.764674:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.764682:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.764695:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.764700:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.764705:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.764715:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.764723:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.764743:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.766462:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066410.766478:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.766490:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066410.766509:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.766521:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.766546:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.766853:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.766856:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.766859:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.771095:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789066410.771112:0:24136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d22fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789066410.773645:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.773657:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.773677:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.773683:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.773690:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.773705:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.773716:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.773724:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.774894:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.774905:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.775020:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789066410.775167:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.775393:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.775400:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.775412:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.775434:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.775442:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b6857ab/0x6be491be349d2304 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.775459:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.775461:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.775463:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789066410.775715:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.775722:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.775734:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.775738:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.775744:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.775756:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.775765:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.775774:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.776911:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789066410.778574:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789066410.778589:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.778609:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=798s v=(0 0) 00010000:00010000:2.0:1789066410.778623:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789066410.778632:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.778650:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.778663:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.778671:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.779158:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789066410.779167:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.779176:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066410.779181:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.779191:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.779224:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.779231:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000397bd1cf/0x6be491be349d230b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779749:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.779763:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066410.779768:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779776:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.779780:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779801:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779815:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779835:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7ba35c4/0x6be491be349d2312 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.779851:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.779852:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.779854:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.780541:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.780544:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.780546:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066410.780969:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.780978:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.780995:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.781000:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.781006:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781026:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781036:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781044:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781066:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.781155:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066410.781170:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781184:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.781190:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781212:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781239:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781247:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3bc12b/0x6be491be349d2319 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781273:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.781275:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.781276:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066410.781624:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.781632:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781642:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.781645:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.781650:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781659:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781667:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781687:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.781711:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.781945:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066410.781951:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781960:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.781964:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781973:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781988:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.781995:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a6d4386/0x6be491be349d2320 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782013:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.782015:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.782016:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066410.782140:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.782146:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782155:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.782158:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.782162:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782170:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782178:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782186:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782380:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.782558:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066410.782564:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782572:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.782575:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782596:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782608:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782615:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf19b27/0x6be491be349d2327 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.782629:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.782630:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.782632:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066410.782854:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.782866:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782896:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.782901:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.782909:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782924:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782935:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782943:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.782966:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.782992:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066410.783000:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.783011:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.783015:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.783024:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.783041:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.783063:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f13cf330/0x6be491be349d232e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.783080:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.783082:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.783083:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789066410.783594:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.783603:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.783613:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.783617:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.783621:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.783631:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.783653:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.783660:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.783689:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066410.783724:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.783738:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.783749:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.783754:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.783763:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.783778:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789066410.784128:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.784136:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784146:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.784150:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.784154:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784164:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784172:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784181:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784232:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789066410.784452:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:0.0:1789066410.784470:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.784478:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784487:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.784490:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.784495:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784504:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784512:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784521:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.784531:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789066410.785048:0:24136:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789066410.785055:0:24136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.785065:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=798s v=(0 0) 00010000:00010000:0.0:1789066410.785074:0:24136:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066410.785079:0:24136:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.785090:0:24136:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.785099:0:24136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.785107:0:24136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066410.785118:0:24136:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1789066410.785156:0:24136:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00010000:00010000:1.0:1789066410.785162:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000379e6a92/0x6be491be349d2335 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066410.785309:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22656:x1875971345240960:12345-0@lo:5:osp-pre-0-0.0 Request processed in 67525us (68913us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066410.785446:0:22656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa41180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22656:1875971345240960:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789066410.785462:0:22656:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:2.0:1789066410.785510:0:22656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22656:1875971345241088:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789066410.785564:0:22656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066410.785589:0:22656:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d06b66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789066410.785681:0:24138:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1789066410.785688:0:24138:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00010000:1.0:1789066410.785756:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066410.785764:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785773:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.785777:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785810:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785837:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785844:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c469394/0x6be491be349d2343 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785859:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066410.785862:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785867:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066410.785870:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785878:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785886:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785893:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020491f82/0x6be491be349d234a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066410.785907:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.785909:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.785987:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066410.786126:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789066410.786172:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241088 00000100:00100000:0.0:1789066410.786183:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241088 00000100:00100000:0.0:1789066410.786256:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066410.786266:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22656:x1875971345241088:12345-0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1789066410.786436:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.786440:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066410.786442:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.786470:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.786481:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066410.786485:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.786494:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.786507:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.786527:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dd70dcd/0x6be491be349d233c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066410.786545:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.786546:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066410.786548:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1789066410.786718:0:24136:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1789066410.800531:0:24133:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1789066410.800580:0:24133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789066410.801090:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22656:x1875971345241088:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14813us (15513us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789066410.801107:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789066410.801126:0:22656:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789066410.801141:0:22656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22656:1875971345241088:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789066410.801166:0:22656:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1789066411.344304:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066412.111222:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789066412.111246:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345241216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789066412.111352:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066412.111393:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345241344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789066412.111428:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066412.111463:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241344 00000100:00100000:2.0:1789066412.111472:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241344 00000100:00100000:2.0:1789066412.111521:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066412.111529:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345241344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789066412.111574:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789066412.111617:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345241344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066412.111623:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789066412.111668:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345241344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789066412.111821:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241216 00000100:00100000:1.0:1789066412.111826:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241216 00000100:00100000:1.0:1789066412.111872:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066412.111880:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345241216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789066412.111911:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066412.111948:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345241216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066412.111955:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066412.111963:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066412.111973:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345241472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066412.112002:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066412.112019:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241472 00000100:00100000:1.0:1789066412.112023:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241472 00000100:00100000:1.0:1789066412.112044:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066412.112051:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345241472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789066412.112068:0:22636:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066412.112097:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345241472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066412.112103:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066412.112131:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345241472:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1789066412.112580:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066412.112627:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345241216:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789066412.375135:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066413.269772:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789066413.392577:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789066413.488594:0:24953:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789066413.488599:0:24953:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789066413.488601:0:24953:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789066413.488733:0:24953:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9479feff2000 00000020:01000004:0.0:1789066413.488749:0:24953:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789066413.488766:0:24953:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789066413.488783:0:24953:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9478c1b699c0) 00000020:00000080:0.0:1789066413.488846:0:24953:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789066413.603956:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789066413.612169:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789066413.612626:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789066413.613334:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789066413.613717:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789066413.617284:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789066413.617744:0:24953:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1789066413.625982:0:24953:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789066413.626211:0:24953:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1789066413.626232:0:24953:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789066413.626244:0:24953:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6be491be349d2358 00000020:01000004:2.0:1789066413.627285:0:24953:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789066413.627321:0:24953:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.153@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789066413.627325:0:24953:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.153@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789066413.627333:0:24953:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1789066413.627368:0:24953:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1789066413.627372:0:24953:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.153@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789066413.682116:0:24953:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.153@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789066413.682188:0:24953:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.153@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789066413.682193:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789066413.682194:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789066413.682196:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066413.682197:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066413.682199:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066413.682200:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066413.682202:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789066413.682204:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066413.682205:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066413.682209:0:24953:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789066413.682211:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789066413.682213:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789066413.682214:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066413.682215:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066413.682216:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066413.682217:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066413.682219:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789066413.682220:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066413.682221:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789066413.682251:0:24953:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789066413.682273:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241600:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789066413.682347:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.682395:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c11caa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.682721:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241600 00000100:00100000:1.0:1789066413.682730:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241600 00000100:00100000:1.0:1789066413.682817:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789066413.682827:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24953:x1875971345241600:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789066413.682871:0:22623:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789066413.682880:0:22623:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1789066413.682884:0:22623:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789066413.683711:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24953:x1875971345241600:12345-0@lo:253:mount.lustre.0 Request processed in 882us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.683720:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789066413.686008:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241600:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789066413.686029:0:24953:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789066413.686033:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789066413.686034:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789066413.686035:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789066413.686037:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789066413.686038:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789066413.686039:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789066413.686041:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789066413.686043:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789066413.686044:0:24953:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789066413.686072:0:24953:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9479feff2000 from lustre-OST0001 10000000:01000000:0.0:1789066413.686106:0:24953:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1789066413.686109:0:24953:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789066413.686119:0:24953:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9479f9433380 local copy 00010000:00010000:0.0:1789066413.686132:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066413.686275:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789066413.686334:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.686388:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c11caa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.686477:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241728 00000100:00100000:1.0:1789066413.686485:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241728 00000100:00100000:1.0:1789066413.686546:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789066413.686556:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24953:x1875971345241728:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066413.686649:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24953:x1875971345241728:12345-0@lo:501:mount.lustre.0 Request processed in 95us (315us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789066413.686658:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789066413.688195:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241728:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789066413.688230:0:24953:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.153@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789066413.688272:0:24953:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.153@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789066413.688281:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.688293:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679e00/0x6be491be349d1f92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d1f99 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066413.688350:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9479feff2000 10000000:01000000:0.0:1789066413.688357:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789066413.688363:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789066413.688365:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789066413.688370:0:24953:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1789066413.688373:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1789066413.688411:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.688420:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.688433:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066413.688453:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241856:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789066413.688505:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.688548:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c11caa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.689572:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241856 00000100:00100000:1.0:1789066413.689584:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241856 00000100:00100000:1.0:1789066413.689655:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789066413.689666:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:24953:x1875971345241856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066413.689682:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066413.689701:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10200/0x6be491be349d2366 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d235f expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.689733:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10200/0x6be491be349d2366 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d235f expref: 22 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.689744:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10200/0x6be491be349d2366 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d235f expref: 22 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.689754:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10200, rc 0) 00000100:00100000:1.0:1789066413.689840:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345241856:12345-0@lo:101:mount.lustre.0 Request processed in 175us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.689862:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789066413.692295:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241856:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066413.692338:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2366 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066413.692357:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2366 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789066413.693705:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1789066413.694770:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066413.697696:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789066413.697750:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789066413.697764:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789066413.697778:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789066413.702055:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789066413.702086:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789066413.702100:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789066413.702113:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789066413.702126:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789066413.702153:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789066413.702158:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789066413.702319:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241984:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066413.702388:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.702429:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c32f8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.702551:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345241984 00000100:00100000:1.0:1789066413.702560:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345241984 00000100:00100000:1.0:1789066413.702619:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789066413.702629:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345241984:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066413.702776:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345241984:12345-0@lo:501:mount.lustre.0 Request processed in 147us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.702822:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789066413.704146:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80daa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345241984:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066413.704221:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242112:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066413.704306:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.704349:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eaed80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.704604:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242112 00000100:00100000:2.0:1789066413.704612:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242112 00000100:00100000:2.0:1789066413.704668:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789066413.704678:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242112:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066413.705579:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242112:12345-0@lo:503:mount.lustre.0 Request processed in 898us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.705589:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789066413.705941:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242112:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789066413.706510:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789066413.706604:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242240:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.706658:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.706701:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eaecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.707070:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242240 00000100:00100000:2.0:1789066413.707080:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242240 00000100:00100000:2.0:1789066413.707187:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789066413.707198:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242240:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066413.710203:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242240:12345-0@lo:502:mount.lustre.0 Request processed in 2997us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.710219:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789066413.710365:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242240:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066413.710599:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789066413.710632:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789066413.710645:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789066413.710657:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789066413.710685:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789066413.710699:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789066413.710711:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789066413.710722:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789066413.710735:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789066413.710773:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.710858:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.718643:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242368 00000100:00100000:1.0:1789066413.718659:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242368 00000100:00100000:1.0:1789066413.718723:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789066413.718734:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242368:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066413.724194:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242368:12345-0@lo:502:mount.lustre.0 Request processed in 5441us (13315us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.724210:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789066413.726094:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eaecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.726142:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789066413.726280:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789066413.726299:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789066413.727262:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789066413.727271:0:24957:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789066413.727278:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.727280:0:24957:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789066413.727286:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789066413.727302:0:24957:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9479c5da4d40) 00000020:00000080:2.0:1789066413.727331:0:24957:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789066413.727337:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789066413.727425:0:24957:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479feff2000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789066413.727434:0:24957:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789066413.727447:0:24957:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6be491be349d2374 00010000:00010000:2.0:1789066413.737019:0:24957:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789066413.739405:0:24957:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789066413.740940:0:24957:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789066413.748498:0:24957:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1789066413.748513:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066413.748519:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.748521:0:24957:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1789066413.748526:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066413.748530:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.748532:0:24957:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789066413.748535:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789066413.748536:0:24957:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789066413.748539:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066413.748541:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.748542:0:24957:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789066413.748545:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789066413.748547:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.748548:0:24957:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789066413.748552:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789066413.748582:0:24957:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789066413.748585:0:24957:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789066413.748587:0:24957:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789066413.748591:0:24957:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789066413.748842:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789066413.748873:0:24953:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789066413.748893:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2366 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066413.748907:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f8200/0x6be491be349d235f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2366 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066413.748915:0:24953:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479feff2000 from 1 10000000:01000000:3.0:1789066413.748924:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066413.748963:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066413.748972:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066413.748985:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066413.749009:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789066413.749071:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.749113:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.750221:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242496 00000100:00100000:1.0:1789066413.750232:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242496 00000100:00100000:1.0:1789066413.750297:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789066413.750307:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:24953:x1875971345242496:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789066413.750324:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066413.750341:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d237b expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.750377:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d237b expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.750390:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d237b expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.750409:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10e00, rc 0) 00000100:00100000:1.0:1789066413.750467:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242496:12345-0@lo:101:mount.lustre.0 Request processed in 161us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.750474:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789066413.750649:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789066413.750665:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066413.750676:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789066413.751656:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789066413.751928:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789066413.752093:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789066413.752116:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789066413.752129:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789066413.752141:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789066413.752153:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789066413.752165:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789066413.752192:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789066413.752206:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789066413.752217:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789066413.752242:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789066413.752269:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789066413.752289:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789066413.752294:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789066413.752364:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066413.752422:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.752459:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.756465:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242624 00000100:00100000:1.0:1789066413.756482:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242624 00000100:00100000:1.0:1789066413.756561:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789066413.756571:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242624:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789066413.756748:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242624:12345-0@lo:501:mount.lustre.0 Request processed in 178us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.756757:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789066413.757246:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789066413.757315:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789066413.757382:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.757420:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae000 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.759505:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242752 00000100:00100000:2.0:1789066413.759521:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242752 00000100:00100000:2.0:1789066413.759593:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789066413.759604:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242752:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066413.759751:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242752:12345-0@lo:503:mount.lustre.0 Request processed in 149us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.759759:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789066413.759967:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789066413.760466:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789066413.760559:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.760609:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.760705:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.764029:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345242880 00000100:00100000:2.0:1789066413.764063:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345242880 00000100:00100000:3.0:1789066413.764166:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789066413.764211:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.764399:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345242880:12345-0@lo:502:mount.lustre.0 Request processed in 191us (3789us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066413.764407:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789066413.767584:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345242880:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066413.767904:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789066413.767933:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789066413.767946:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789066413.767959:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789066413.767971:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789066413.767984:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789066413.767998:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789066413.768011:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789066413.768025:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789066413.768048:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789066413.768061:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789066413.768102:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243008:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066413.768189:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.768232:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479ed35f780 going to sleep for 11 seconds 00000100:00100000:3.0:1789066413.768923:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243008 00000100:00100000:3.0:1789066413.768933:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243008 00000100:00100000:3.0:1789066413.769023:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789066413.769033:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345243008:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.769178:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345243008:12345-0@lo:502:mount.lustre.0 Request processed in 137us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066413.769194:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789066413.769277:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243008:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789066413.769344:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789066413.769356:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789066413.771624:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066413.771636:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771638:0:24961:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789066413.771643:0:24961:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479feff2000 00000020:00000080:0.0:1789066413.771645:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066413.771651:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066413.771652:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771653:0:24961:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789066413.771655:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066413.771656:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771657:0:24961:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789066413.771659:0:24961:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9479feff2000 00000020:00000080:0.0:1789066413.771660:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066413.771707:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066413.771710:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771711:0:24961:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789066413.771713:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066413.771715:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771717:0:24961:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066413.771720:0:24961:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479feff2000 00000020:00000080:0.0:1789066413.771722:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066413.771738:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066413.771741:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771742:0:24961:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789066413.771757:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789066413.771760:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771761:0:24961:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789066413.771763:0:24961:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9479feff2000 00000020:00000080:0.0:1789066413.771765:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789066413.771829:0:24961:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789066413.771832:0:24961:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789066413.771834:0:24961:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789066413.771836:0:24961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789066413.771983:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789066413.772011:0:24953:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789066413.772036:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.772049:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066413.772108:0:24953:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789066413.772111:0:24953:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9479feff2000 10000000:01000000:2.0:1789066413.772114:0:24953:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9479feff2000 10000000:01000000:2.0:1789066413.772117:0:24953:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789066413.772123:0:24953:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9479feff2000 from 1 10000000:01000000:2.0:1789066413.772126:0:24953:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789066413.772166:0:24953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.772187:0:24953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.772201:0:24953:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066413.772234:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243136:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789066413.772325:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.772376:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d0503780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066413.772398:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243136 00000100:00100000:0.0:1789066413.772407:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243136 00000100:00100000:0.0:1789066413.772547:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789066413.772558:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:24953:x1875971345243136:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789066413.772572:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066413.772586:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f9400/0x6be491be349d2390 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2389 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.772615:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f9400/0x6be491be349d2390 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2389 expref: 24 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.772628:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f9400/0x6be491be349d2390 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2389 expref: 24 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066413.772638:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f9400, rc 0) 00000100:00100000:0.0:1789066413.772692:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243136:12345-0@lo:101:mount.lustre.0 Request processed in 136us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.772698:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789066413.772716:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243136:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789066413.772732:0:24953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2390 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.772760:0:24953:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2390 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789066413.776507:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789066413.776886:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789066413.777134:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789066413.777160:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789066413.777187:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789066413.777204:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789066413.777217:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789066413.777228:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789066413.777239:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789066413.777719:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789066413.777738:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789066413.777751:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789066413.777764:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789066413.777776:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789066413.777865:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789066413.777883:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789066413.777897:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789066413.777910:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789066413.777922:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789066413.777934:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789066413.777947:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789066413.777958:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789066413.778055:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789066413.778074:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789066413.778089:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789066413.778120:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789066413.778136:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789066413.778149:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789066413.778194:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789066413.778211:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789066413.778224:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789066413.778238:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789066413.782275:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789066413.782343:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789066413.782359:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789066413.782374:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789066413.782388:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789066413.782401:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789066413.782414:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789066413.782427:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789066413.782441:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789066413.782486:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789066413.782503:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789066413.782516:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789066413.782529:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789066413.782543:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789066413.782557:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789066413.782570:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789066413.782583:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789066413.782597:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789066413.782770:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789066413.782811:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789066413.782830:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789066413.782835:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789066413.782951:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066413.783020:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.783272:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243264 00000100:00100000:0.0:1789066413.783281:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243264 00000100:00100000:2.0:1789066413.784242:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d0503a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.785589:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789066413.785607:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066413.785823:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243264:12345-0@lo:501:mount.lustre.0 Request processed in 224us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.785832:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789066413.785898:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789066413.785948:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243392:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789066413.786010:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.786039:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d0503a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066413.786283:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243392 00000100:00100000:0.0:1789066413.786300:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243392 00000100:00100000:0.0:1789066413.786333:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789066413.786340:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243392:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789066413.786908:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243392:12345-0@lo:503:mount.lustre.0 Request processed in 566us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.786916:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789066413.787202:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243392:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789066413.787718:0:24953:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789066413.787823:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243520:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066413.787876:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.787906:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243520 00000100:00100000:2.0:1789066413.787912:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d0503780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066413.787913:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243520 00000100:00100000:0.0:1789066413.787959:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789066413.787977:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c626dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789066413.788101:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c626dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243520:12345-0@lo:502:mount.lustre.0 Request processed in 134us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.788108:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789066413.788504:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066413.788687:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789066413.788713:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789066413.788726:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789066413.788738:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789066413.788750:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789066413.788762:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789066413.788774:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789066413.788975:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789066413.788997:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789066413.789011:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789066413.789025:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789066413.789037:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789066413.789051:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789066413.789063:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789066413.789075:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789066413.789087:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789066413.789115:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789066413.789130:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789066413.789142:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789066413.789154:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789066413.789166:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789066413.789192:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789066413.789205:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789066413.789217:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789066413.789229:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789066413.789240:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789066413.789492:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789066413.789513:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789066413.789536:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789066413.789548:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789066413.789560:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789066413.789573:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789066413.789598:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789066413.789612:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789066413.789624:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789066413.789637:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789066413.789649:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789066413.789660:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789066413.789672:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789066413.789684:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789066413.789697:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789066413.789709:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789066413.789721:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789066413.789734:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789066413.789746:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789066413.789758:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789066413.789771:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789066413.789782:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789066413.790413:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243648:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.790486:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.790535:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae180 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.791121:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243648 00000100:00100000:1.0:1789066413.791131:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243648 00000100:00100000:1.0:1789066413.791198:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789066413.791207:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243648:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789066413.791461:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243648:12345-0@lo:502:mount.lustre.0 Request processed in 254us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.791470:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789066413.797109:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243648:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066413.801592:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789066413.801660:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789066413.801715:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243776:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789066413.801814:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066413.801855:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.802233:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243776 00000100:00100000:2.0:1789066413.802242:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243776 00000100:00100000:2.0:1789066413.802385:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789066413.802395:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243776:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789066413.802519:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345243776:12345-0@lo:502:mount.lustre.0 Request processed in 125us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.802527:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789066413.803406:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345243776:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789066413.803488:0:24953:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789066413.803500:0:24953:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789066413.809692:0:24966:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789066413.809712:0:24966:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9479fb8b8000) 00000020:00000080:3.0:1789066413.809738:0:24966:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1789066413.809854:0:24966:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479feff2000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789066413.809859:0:24966:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479feff2000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789066413.809861:0:24966:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479feff2000 3 00010000:00080000:3.0:1789066413.809895:0:24966:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c1ba5800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.153@tcp at head 00010000:00010000:3.0:1789066413.811861:0:24966:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789066413.814067:0:24966:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789066413.814133:0:24966:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789066413.814148:0:24966:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x6be491be349d239e 00000100:00080000:2.0:1789066413.814160:0:24966:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066413.814182:0:24966:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9478c1ba5800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066413.814228:0:24966:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80d9500 x1875971345243904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789066413.814343:0:24966:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789066413.818855:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789066413.818855:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345243904:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789066413.818860:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066413.818864:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066413.818870:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 798 00000100:00080000:1.0:1789066413.818874:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789066413.818886:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066413.818908:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479dfa40000 x1875971345244288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789066413.818927:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789066413.818955:0:12995:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066413.818958:0:12995:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066413.818960:0:12995:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066413.818963:0:12995:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 798 00000100:00100000:0.0:1789066413.818977:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345244288:0@lo:8:kworker.0 00000100:00080000:1.0:1789066413.818980:0:12995:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789066413.818985:0:12995:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066413.818997:0:12995:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479dfa43480 x1875971345244800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066413.819034:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345244032:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819065:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.819065:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819085:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345244672:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819087:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345244800:0@lo:8:kworker.0 00000100:00100000:0.0:1789066413.819104:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819109:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345244160:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819131:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819156:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345244928:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819162:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345243904 00000100:00100000:0.0:1789066413.819183:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345243904 00000100:00100000:1.0:1789066413.819187:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819214:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345244416:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819237:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819266:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345245056:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819287:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819303:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789066413.819308:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345244544:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819327:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819343:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479dfa40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345245184:0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819373:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.819395:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244032 00000100:00100000:1.0:1789066413.819399:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244032 00000100:00100000:0.0:1789066413.819423:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244928 00000100:00100000:1.0:1789066413.819426:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244544 00000100:00100000:1.0:1789066413.819427:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244544 00000100:00100000:0.0:1789066413.819427:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244928 00000100:00100000:0.0:1789066413.819440:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244416 00000100:00100000:0.0:1789066413.819442:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244416 00000100:00100000:1.0:1789066413.819443:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789066413.819451:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345244032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819451:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245056 00000100:00100000:0.0:1789066413.819453:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245056 00000100:00100000:0.0:1789066413.819482:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245184 00000100:00100000:0.0:1789066413.819485:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245184 00000100:00100000:1.0:1789066413.819500:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345244032:12345-0@lo:400:kworker.0 Request processed in 49us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819500:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789066413.819505:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345244928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819508:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789066413.819524:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789066413.819530:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345244544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819536:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345244928:12345-0@lo:400:kworker.0 Request processed in 31us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819542:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789066413.819554:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789066413.819556:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345244544:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819560:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345244416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819562:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789066413.819585:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1875971345244416:12345-0@lo:400:kworker.0 Request processed in 25us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819590:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789066413.819594:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345244544:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819600:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1789066413.819604:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479dfa43b80 x1875971345244416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.819605:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875971345245056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066413.819613:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3653:1875971345244416:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819628:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1875971345245056:12345-0@lo:400:kworker.0 Request processed in 23us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819633:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1789066413.819635:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479dfa43100 x1875971345245056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.819642:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789066413.819643:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3653:1875971345245056:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819647:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345245184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819675:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1875971345245184:12345-0@lo:400:kworker.0 Request processed in 28us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819680:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789066413.819691:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789066413.819695:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345243904:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789066413.819715:0:22631:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:0.0:1789066413.819749:0:22631:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x6be491be349d23a5 00000004:00100000:0.0:1789066413.819769:0:22631:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789066413.819827:0:22631:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066413.819863:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1875971345243904:12345-0@lo:38:llog_process_th.0 Request processed in 166us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819869:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789066413.819887:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244288 00000100:00100000:0.0:1789066413.819890:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244288 00000100:00100000:0.0:1789066413.819904:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244800 00000100:00100000:0.0:1789066413.819907:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244800 00000100:00100000:0.0:1789066413.819914:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244160 00000100:00100000:0.0:1789066413.819915:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244160 00000100:00100000:0.0:1789066413.819933:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066413.819939:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345244160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.819964:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345244160:12345-0@lo:400:kworker.0 Request processed in 27us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.819970:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789066413.819980:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066413.819983:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345244288:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789066413.820012:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345244288:12345-0@lo:8:kworker.0 Request processed in 27us (946us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789066413.820018:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066413.820027:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066413.820030:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345244800:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789066413.820055:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345244800:12345-0@lo:8:kworker.0 Request processed in 23us (950us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789066413.820060:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066413.820076:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066413.820105:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345244032:0@lo:400:kworker.0 00000100:00080000:0.0:1789066413.820148:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789066413.820152:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789066413.820154:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789066413.820311:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345244160:0@lo:400:kworker.0 00010000:00080000:0.0:1789066413.820323:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479dfa41f80 x1875971345244928/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.820336:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345244928:0@lo:400:kworker.0 00010000:00080000:0.0:1789066413.820360:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479dfa40a80 x1875971345245184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.820368:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3653:1875971345245184:0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.820388:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066413.820393:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066413.820397:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789066413.820400:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345244800:0@lo:8:kworker.0 00000100:00100000:0.0:1789066413.820407:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066413.820410:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789066413.820412:0:3652:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789066413.820415:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345244288:0@lo:8:kworker.0 00010000:00080000:0.0:1789066413.820425:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479f80d9500 x1875971345243904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.820432:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066413.820437:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789066413.820444:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789066413.820449:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789066413.820456:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c1ba5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789066413.820461:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3652:1875971345243904:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789066413.820485:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345244672 00000100:00100000:0.0:1789066413.820488:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345244672 00000100:00100000:0.0:1789066413.820510:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066413.820516:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345244672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066413.820547:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345244672:12345-0@lo:400:kworker.0 Request processed in 32us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066413.820553:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789066413.820575:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479dfa41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345244672:0@lo:400:kworker.0 00000020:01000004:2.0:1789066413.828149:0:24966:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789066413.828178:0:24966:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9479c5da0000) 00000020:00000080:2.0:1789066413.828233:0:24966:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1789066413.828437:0:24966:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9479feff2000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789066413.828441:0:24966:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9479feff2000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789066413.828443:0:24966:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9479feff2000 3 00010000:00080000:2.0:1789066413.828477:0:24966:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9478c268c000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.153@tcp at head 00010000:00010000:2.0:1789066413.833182:0:24966:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1789066413.834824:0:24966:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1789066413.834956:0:24966:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789066413.836227:0:24966:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x6be491be349d23b3 00000100:00080000:2.0:1789066413.836246:0:24966:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789066413.836344:0:24966:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9478c268c000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:2.0:1789066413.836424:0:24966:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9479f80db100 x1875971345245312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066413.836484:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1875971345245312:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789066413.836551:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789066413.836626:0:24966:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1789066413.836892:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245312 00000100:00100000:1.0:1789066413.836901:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245312 00000100:00100000:1.0:1789066413.836955:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789066413.836964:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3652:x1875971345245312:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789066413.836994:0:22631:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:1.0:1789066413.837033:0:22631:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x6be491be349d23ba 00000004:00100000:1.0:1789066413.837051:0:22631:0:(mdt_handler.c:7356:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789066413.837085:0:22631:0:(import.c:65:import_set_state_nolock()) ffff9478c2685000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066413.837141:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1875971345245312:12345-0@lo:38:llog_process_th.0 Request processed in 177us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.837149:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789066413.837163:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9479f80db100 x1875971345245312/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789066423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066413.837186:0:3652:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789066413.837195:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789066413.837202:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789066413.837207:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789066413.837209:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c268c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789066413.837216:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3652:1875971345245312:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789066413.839945:0:24966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789066413.843121:0:24953:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789066413.843166:0:24953:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789066413.843202:0:24953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2390 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.843215:0:24953:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9478c3339200/0x6be491be349d2389 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2390 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789066413.843352:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789066413.843355:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789066413.843356:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066413.843362:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066413.843363:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066413.843364:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066413.843366:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066413.843367:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066413.843369:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066413.843372:0:24953:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1789066413.843374:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789066413.843375:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789066413.843376:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789066413.843377:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789066413.843378:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789066413.843379:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789066413.843379:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789066413.843380:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789066413.843381:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789066413.843412:0:24953:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789066413.843432:0:24953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345245440:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789066413.843520:0:24953:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.845540:0:24953:0:(client.c:2716:ptlrpc_set_wait()) set ffff947a0214ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789066413.845686:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245440 00000100:00100000:1.0:1789066413.845698:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245440 00000100:00100000:1.0:1789066413.845762:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789066413.845771:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345245440:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789066413.846029:0:22624:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789066413.846047:0:22624:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789066413.854181:0:22624:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789066413.854233:0:22624:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789066413.854639:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:24953:x1875971345245440:12345-0@lo:253:mount.lustre.0 Request processed in 8864us (11114us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066413.854654:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 20000000:01000000:2.0:1789066413.856215:0:22647:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789066413.856225:0:22647:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789066413.856359:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856380:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d224e expref: 23 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856388:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d225c expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856412:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856459:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d225c expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856477:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d225c expref: 23 pid: 22624 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066413.856492:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345245568:0@lo:104: 00000100:00100000:1.0:1789066413.856553:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789066413.856616:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d224e expref: 23 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.856625:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d224e expref: 23 pid: 22623 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066413.856633:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345245696:0@lo:104: 00000100:00100000:1.0:1789066413.856653:0:22647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066413.856672:0:22647:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c3aad180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066413.856828:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245568 00000100:00100000:2.0:1789066413.856837:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245568 00000100:00100000:2.0:1789066413.856878:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245696 00000100:00100000:2.0:1789066413.856881:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245696 00000100:00100000:2.0:1789066413.856898:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066413.856908:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345245568:12345-0@lo:104: 00010000:00010000:2.0:1789066413.856923:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.856988:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789066413.856994:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:22647:x1875971345245568:12345-0@lo:104: Request processed in 88us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.857001:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066413.857026:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066413.857032:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3670700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345245696:12345-0@lo:104: 00010000:00010000:2.0:1789066413.857039:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857073:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789066413.857078:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3670700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:22647:x1875971345245696:12345-0@lo:104: Request processed in 47us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.857084:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789066413.857100:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066413.857107:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857115:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339e00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066413.857119:0:22619:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857128:0:22619:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066413.857136:0:22619:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066413.857142:0:22619:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789066413.857181:0:22619:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857188:0:22619:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066413.857208:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857236:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9478c3339e00/0x6be491be349d225c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2263 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857261:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066413.857264:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857270:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:2.0:1789066413.857272:0:22619:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857278:0:22619:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789066413.857284:0:22619:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789066413.857289:0:22619:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789066413.857302:0:22619:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857308:0:22619:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789066413.857315:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857321:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712800/0x6be491be349d224e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2255 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857333:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066413.857340:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066413.857342:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066413.857348:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066413.857366:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345245824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066413.857435:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.857465:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789066413.857469:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345245952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066413.857489:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066413.857516:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245824 00000100:00100000:2.0:1789066413.857519:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245824 00010000:00010000:2.0:1789066413.857537:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d225c expref: 24 pid: 22624 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066413.857575:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345245952 00000100:00100000:2.0:1789066413.857578:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345245952 00010000:00010000:2.0:1789066413.857589:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d224e expref: 25 pid: 22623 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066413.857601:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066413.857607:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+25:3655:x1875971345245824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066413.857618:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066413.857623:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d225c expref: 25 pid: 22624 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857634:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d225c expref: 25 pid: 22624 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857652:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066413.857679:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+25:3655:x1875971345245824:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.857693:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789066413.857707:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066413.857713:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3655:x1875971345245952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789066413.857720:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066413.857725:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d224e expref: 24 pid: 22623 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857733:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d224e expref: 24 pid: 22623 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857745:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857753:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789066413.857767:0:22618:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002433532s 00010000:00010000:2.0:1789066413.857771:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857779:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857821:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857829:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857834:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c11400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066413.857845:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857852:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857862:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066413.857871:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066413.857894:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3655:x1875971345245952:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066413.857900:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066413.857939:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345245952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789066413.857947:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345245824:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066413.858220:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479e0713800/0x6be491be349d2263 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d225c expref: 23 pid: 22624 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066413.858233:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345245568:0@lo:104: 00010000:00010000:1.0:1789066413.858242:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479f97f8400/0x6be491be349d2255 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d224e expref: 22 pid: 22623 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066413.858263:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22647:1875971345245696:0@lo:104: 00010000:00010000:1.0:1789066413.858286:0:22647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.858296:0:22647:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.858302:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066413.858308:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c11400/0x6be491be349d23c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066413.858441:0:24953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80db480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5adb68e9-e411-4aa0-a096-78e14ad20bc8:24953:1875971345245440:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789066413.858454:0:24953:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789066413.858457:0:24953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789066413.858459:0:24953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789066413.858461:0:24953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789066413.858462:0:24953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789066413.858463:0:24953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789066413.858465:0:24953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789066413.858466:0:24953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789066413.858468:0:24953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789066413.858470:0:24953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789066413.858481:0:24953:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1789066413.862336:0:24953:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1789066413.865443:0:24953:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789066413.865452:0:24953:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1789066413.865487:0:24953:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789066413.865533:0:24953:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.153@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789066413.865551:0:24953:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789066413.865570:0:24953:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789066413.869943:0:24953:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789066413.870242:0:24953:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789066414.423425:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789066414.968340:0:25020:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789066414.968567:0:25020:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789066415.440671:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789066415.440748:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789066415.440754:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479fef46800 from 14 10000000:01000000:1.0:1789066415.440759:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789066415.440833:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.440848:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.440862:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066415.440895:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066415.440985:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066415.441043:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d06b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066415.442664:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246080 00000100:00100000:3.0:1789066415.442680:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246080 00000100:00100000:3.0:1789066415.442773:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789066415.442831:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345246080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066415.442855:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066415.442887:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c1678a00/0x6be491be349d23cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d23c8 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066415.442926:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c1678a00/0x6be491be349d23cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d23c8 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066415.442939:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c1678a00/0x6be491be349d23cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d23c8 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066415.442949:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c1678a00, rc 0) 00000100:00100000:3.0:1789066415.443032:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345246080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 249us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066415.443039:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789066415.443289:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066415.443311:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23cf expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.443344:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d23cf expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066415.443423:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789066415.443471:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066415.443520:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d06b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066415.443640:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246208 00000100:00100000:3.0:1789066415.443647:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246208 00000100:00100000:3.0:1789066415.443687:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789066415.443696:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345246208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789066415.443713:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789066415.443735:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789066415.443738:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789066415.443853:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345246208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066415.443861:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789066415.444000:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789066415.444074:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789066415.444083:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23cf expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.444092:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c8c11200/0x6be491be349d23c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23cf expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066415.444103:0:22628:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789066415.444106:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9479c34e7000 from 14 10000000:01000000:1.0:1789066415.444109:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789066415.444134:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.444143:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.444152:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066415.444179:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789066415.444211:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066415.444270:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d06b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066415.450814:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246336 00000100:00100000:0.0:1789066415.450840:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246336 00000100:00100000:1.0:1789066415.451030:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789066415.451045:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345246336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066415.451071:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066415.451098:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c11c00/0x6be491be349d23dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d23d6 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.451136:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c11c00/0x6be491be349d23dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d23d6 expref: 24 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.451152:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c11c00/0x6be491be349d23dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d23d6 expref: 24 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.451172:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c11c00, rc 0) 00000100:00100000:1.0:1789066415.451279:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345246336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 237us (7066us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066415.451287:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789066415.451351:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066415.451377:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23dd expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066415.451389:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d23dd expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066415.451488:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246464:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789066415.463687:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066415.463824:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479d06b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066415.463927:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246464 00000100:00100000:3.0:1789066415.463946:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246464 00000100:00100000:3.0:1789066415.464019:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789066415.464031:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345246464:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789066415.464063:0:22626:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789066415.464087:0:22626:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789066415.464090:0:22626:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789066415.464252:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345246464:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 224us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066415.464261:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789066415.464381:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345246464:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789066415.464465:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789066415.464477:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23dd expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066415.464490:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479c8c11600/0x6be491be349d23d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d23dd expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066416.212713:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345246592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066416.212807:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066416.212885:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246592 00000100:00100000:0.0:1789066416.212911:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246592 00000100:00100000:0.0:1789066416.212995:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789066416.213006:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345246592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789066416.213040:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789066416.213102:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345246592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066416.213112:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789066416.213143:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066416.213209:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345246592:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789066416.483064:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789066417.231353:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066417.231387:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345246720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789066417.231531:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066417.231603:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246720 00000100:00100000:0.0:1789066417.231618:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246720 00000100:00100000:3.0:1789066417.233769:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345246848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066417.233871:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066417.237008:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345246976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789066417.237229:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066417.237379:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246976 00000100:00100000:0.0:1789066417.237390:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246976 00000100:00100000:0.0:1789066417.237467:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789066417.237478:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345246976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789066417.237505:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789066417.237554:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345246976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066417.237562:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1789066417.237677:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066417.237726:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9401c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345246976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066417.239372:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345246848 00000100:00100000:0.0:1789066417.239389:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345246848 00000100:00100000:1.0:1789066417.239456:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789066417.239472:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789066417.239485:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345246720:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066417.239488:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345246848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789066417.239551:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000004:00000024:0.0:1789066417.239551:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789066417.239676:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345246720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 203us (8155us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066417.239684:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789066417.239777:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345246720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066417.240200:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345246848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 717us (6327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066417.240224:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789066417.240287:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345246848:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789066417.487549:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789066418.002449:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789066418.515993:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789066419.279023:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066419.279030:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066419.279034:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066419.279052:0:21098:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9478c3c3e800 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066419.279080:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c3671500 x1875971345247488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789066419.279128:0:21098:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789066419.279132:0:21098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789066419.279133:0:21098:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789066419.279140:0:21098:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9479e4a9b000 using connection 192.168.202.153@tcp/0@lo 00000100:00100000:1.0:1789066419.279151:0:21098:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9478c3673b80 x1875971345248000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789066419.279217:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345247232:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279286:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279334:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345247872:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279399:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279424:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345248512:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279465:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279491:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789066419.279497:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345247104:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279525:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279549:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345247744:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279570:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279587:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345248384:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279607:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279632:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345247360:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279665:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279685:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3672680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345248128:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279704:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279720:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345248640:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279738:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279752:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789066419.279758:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345247616:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279777:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279815:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3673480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345248256:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.279837:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279860:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345247488:0@lo:8:kworker.0 00000100:00100000:1.0:1789066419.279881:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279899:0:3652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345248000:0@lo:8:kworker.0 00000100:00100000:1.0:1789066419.279918:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.279949:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247232 00000100:00100000:1.0:1789066419.279962:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247232 00000100:00100000:1.0:1789066419.280009:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247744 00000100:00100000:1.0:1789066419.280013:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247744 00000100:00100000:1.0:1789066419.280031:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066419.280039:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345247232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.280096:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345247232:12345-0@lo:400:kworker.0 Request processed in 56us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280103:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789066419.280134:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789066419.280141:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345247744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.280170:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345247744:12345-0@lo:400:kworker.0 Request processed in 31us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280176:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789066419.280210:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247104 00000100:00100000:1.0:1789066419.280213:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247104 00000100:00100000:1.0:1789066419.280237:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789066419.280243:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345247104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.280271:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345247104:12345-0@lo:400:kworker.0 Request processed in 29us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280277:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789066419.280309:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247872 00000100:00100000:1.0:1789066419.280314:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247872 00000100:00100000:1.0:1789066419.280344:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247360 00000100:00100000:1.0:1789066419.280347:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247360 00000100:00100000:1.0:1789066419.280358:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247488 00000100:00100000:1.0:1789066419.280361:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247488 00000100:00100000:1.0:1789066419.280368:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248000 00000100:00100000:1.0:1789066419.280370:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248000 00000100:00100000:1.0:1789066419.280378:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066419.280391:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345247872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.280423:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345247872:12345-0@lo:400:kworker.0 Request processed in 33us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280429:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789066419.280440:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066419.280445:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345247360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.280473:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345247360:12345-0@lo:400:kworker.0 Request processed in 28us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280478:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789066419.280488:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066419.280492:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345247488:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789066419.280520:0:24139:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 807 last 0 00000020:00000080:1.0:1789066419.280548:0:24139:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6be491be349d23e4 00002000:00100000:1.0:1789066419.280563:0:24139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9478c2680000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1789066419.280567:0:24139:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1789066419.280570:0:24139:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789066419.280742:0:24139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789066419.280766:0:24139:0:(import.c:65:import_set_state_nolock()) ffff9478c2681800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066419.280827:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1875971345247488:12345-0@lo:8:kworker.0 Request processed in 333us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280835:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066419.280847:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789066419.280851:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3652:x1875971345248000:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789066419.280866:0:24139:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 807 last 0 00000020:00000080:1.0:1789066419.280881:0:24139:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6be491be349d23eb 00002000:00100000:1.0:1789066419.280894:0:24139:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9478c2686800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1789066419.280898:0:24139:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1789066419.280900:0:24139:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789066419.280922:0:24139:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1789066419.280936:0:24139:0:(import.c:65:import_set_state_nolock()) ffff9479f8687000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066419.280966:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1875971345248000:12345-0@lo:8:kworker.0 Request processed in 113us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.280972:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789066419.280990:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248512 00000100:00100000:1.0:1789066419.280994:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248512 00000100:00100000:1.0:1789066419.281014:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248384 00000100:00100000:1.0:1789066419.281017:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248384 00000100:00100000:1.0:1789066419.281028:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248128 00000100:00100000:1.0:1789066419.281029:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248128 00000100:00100000:1.0:1789066419.281037:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248640 00000100:00100000:1.0:1789066419.281039:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248640 00000100:00100000:1.0:1789066419.281049:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345247616 00000100:00100000:1.0:1789066419.281051:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345247616 00000100:00100000:1.0:1789066419.281062:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248256 00000100:00100000:1.0:1789066419.281065:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248256 00000100:00100000:1.0:1789066419.281078:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066419.281083:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345248512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281113:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345248512:12345-0@lo:400:kworker.0 Request processed in 29us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281132:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789066419.281144:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789066419.281150:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345248384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281179:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345248384:12345-0@lo:400:kworker.0 Request processed in 29us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281194:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789066419.281207:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789066419.281212:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345248128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281241:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345248128:12345-0@lo:400:kworker.0 Request processed in 28us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281246:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789066419.281258:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789066419.281264:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345248640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281292:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345248640:12345-0@lo:400:kworker.0 Request processed in 29us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281298:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789066419.281309:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066419.281315:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345247616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281341:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345247616:12345-0@lo:400:kworker.0 Request processed in 27us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281346:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789066419.281357:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789066419.281363:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfa40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345248256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.281404:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfa40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1875971345248256:12345-0@lo:400:kworker.0 Request processed in 41us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281411:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789066419.281438:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789066419.281442:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066419.281444:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789066419.281473:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3671500 x1875971345247488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789066419.281497:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789066419.281507:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789066419.281512:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789066419.281515:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9478c3c3e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789066419.281530:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789066419.281537:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3652:1875971345247488:0@lo:8:kworker.0 00010000:00080000:1.0:1789066419.281553:0:3652:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3673b80 x1875971345248000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789066444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789066419.281562:0:3652:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789066419.281566:0:3652:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789066419.281569:0:3652:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789066419.281571:0:3652:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9b000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789066419.281580:0:3652:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789066419.281583:0:3652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3673b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3652:1875971345248000:0@lo:8:kworker.0 00000004:00080000:1.0:1789066419.281638:0:22658:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:1.0:1789066419.281657:0:22658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22658:1875971345248896:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789066419.281686:0:22658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.281703:0:22658:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a780 going to sleep for 11 seconds 00000100:00100000:1.0:1789066419.281718:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345248768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789066419.281739:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066419.281774:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248768 00000100:00100000:1.0:1789066419.281779:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248768 00000100:00100000:1.0:1789066419.281832:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789066419.281839:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1875971345248768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789066419.281865:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789066419.281901:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3656:x1875971345248768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.281907:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1789066419.281924:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1789066419.281939:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c34bd180 x1875971345248768/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.281954:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345248768:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1789066419.281976:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3670a80 x1875971345247616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.281984:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345247616:0@lo:400:kworker.0 00010000:00080000:1.0:1789066419.281992:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3673480 x1875971345248256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.281998:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3673480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3655:1875971345248256:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.282009:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345247360:0@lo:400:kworker.0 00010000:00080000:1.0:1789066419.282017:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3672680 x1875971345248128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.282024:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3672680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345248128:0@lo:400:kworker.0 00010000:00080000:1.0:1789066419.282032:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3670e00 x1875971345248640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.282039:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345248640:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.282070:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3672300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345247104:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.282089:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345247744:0@lo:400:kworker.0 00010000:00080000:1.0:1789066419.282099:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3670000 x1875971345248384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.282106:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345248384:0@lo:400:kworker.0 00000100:00100000:3.0:1789066419.282528:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345248896 00000100:00100000:3.0:1789066419.282534:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345248896 00000100:00100000:3.0:1789066419.282567:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066419.282575:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22658:x1875971345248896:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789066419.282890:0:22657:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789066419.282964:0:22657:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 807395174999ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789066419.282970:0:22657:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1789066419.283020:0:23375:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1789066419.283039:0:23375:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249152:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789066419.283144:0:23375:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066419.283162:0:23375:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eaef00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066419.283327:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249152 00000100:00100000:3.0:1789066419.283332:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249152 00000100:00100000:3.0:1789066419.283367:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066419.283374:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23375:x1875971345249152:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789066419.283410:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345249024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066419.283443:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789066419.283470:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789066419.283483:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249024 00000100:00100000:3.0:1789066419.283487:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249024 00000100:00100000:3.0:1789066419.283531:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066419.283537:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3653:x1875971345249024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789066419.283548:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066419.283585:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3653:x1875971345249024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066419.283592:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1789066419.283625:0:3653:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479e4ab1c00 x1875971345249024/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1789066419.283763:0:23374:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789066419.283836:0:23374:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 807396046258ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789066419.283841:0:23374:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789066419.283902:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345247232:0@lo:400:kworker.0 00000100:00100000:1.0:1789066419.283927:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345247872:0@lo:400:kworker.0 00010000:00080000:1.0:1789066419.283938:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3670380 x1875971345248512/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066419.283946:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345248512:0@lo:400:kworker.0 00000100:00100000:3.0:1789066419.284248:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345249024:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1789066419.286202:0:22611:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:1.0:1789066419.287262:0:24824:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1789066419.287273:0:24824:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1789066419.287279:0:24824:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00000004:00080000:3.0:1789066419.287926:0:23364:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:3.0:1789066419.293884:0:24138:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1789066419.293896:0:24138:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789066419.293996:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23375:x1875971345249152:12345-0@lo:7:osp-pre-1-1.0 Request processed in 10618us (10847us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066419.294006:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1789066419.294153:0:23375:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479e4ab0000 x1875971345249152/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789066435 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066419.294170:0:23375:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249152:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789066419.294186:0:23375:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789066419.294232:0:23375:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249280:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789066419.294269:0:23375:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066419.294304:0:23375:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479dfa4a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066419.294748:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249280 00000100:00100000:3.0:1789066419.294758:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249280 00000100:00100000:3.0:1789066419.294822:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066419.294831:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23375:x1875971345249280:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789066419.294861:0:24139:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789066419.294905:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23375:x1875971345249280:12345-0@lo:5:osp-pre-1-1.0 Request processed in 74us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066419.294922:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:3.0:1789066419.294955:0:23375:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479f80d9500 x1875971345249280/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789066435 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066419.294967:0:23375:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249280:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789066419.294978:0:23375:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789066419.295008:0:23375:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249408:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789066419.295031:0:23375:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066419.295046:0:23375:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479f3eae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066419.295057:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249408 00000100:00100000:3.0:1789066419.295061:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249408 00000100:00100000:3.0:1789066419.295082:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066419.295088:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23375:x1875971345249408:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789066419.295114:0:24138:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1789066419.314284:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.314301:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314321:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.314326:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.314334:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314354:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314379:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314387:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314410:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.314427:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.314433:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314442:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.314447:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314456:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314475:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314482:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d23f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.314501:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.314508:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.314510:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.316576:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.316587:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316604:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.316608:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.316615:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316629:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316655:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316663:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316686:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.316698:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.316704:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316712:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.316717:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316742:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316758:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316765:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d23f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.316782:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.316784:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.316786:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.326501:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.326515:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.326535:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.326540:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.326548:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.326563:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.326574:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.326589:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.326619:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.326984:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.326991:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327000:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.327003:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.327007:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327016:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327025:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327033:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327047:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789066419.327057:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066419.327062:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327076:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.327082:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327092:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327111:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327128:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2400 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327154:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.327158:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327166:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.327169:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327176:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327186:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327308:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2407 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327322:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.327324:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.327326:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.327598:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.327604:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327613:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.327617:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.327621:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327631:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327708:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327718:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327735:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.327744:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.327755:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327761:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.327764:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327772:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327783:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327810:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d240e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.327825:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.327827:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.327828:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.328086:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.329852:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.329866:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.329886:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.329890:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.329897:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.329926:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.329937:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.329944:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.329970:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066419.330569:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066419.330578:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.330587:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.330591:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.330601:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.330650:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.330659:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2415 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.330681:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.330683:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.330684:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.332390:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.332402:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332420:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.332425:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.332432:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332447:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332458:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332476:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332504:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.332950:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.332957:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332966:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.332970:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.332974:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332984:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.332993:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333000:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333025:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789066419.333040:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066419.333046:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333061:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.333066:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333076:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333095:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333103:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d241c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333136:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.333148:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333155:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.333158:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333165:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333176:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.333190:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2423 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.333320:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.335902:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.335908:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.335910:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.337865:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.337878:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.337898:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.337904:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.337911:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.337927:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.337938:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.337947:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.337968:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789066419.341744:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066419.341759:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.341773:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066419.341779:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.341834:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.341865:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.341873:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d242a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.341903:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066419.341905:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066419.341907:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.346084:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.346108:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346146:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.346152:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.346160:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346180:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346192:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346205:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346231:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.346246:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.346252:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346261:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.346267:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346277:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346306:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346314:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d2431 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.346331:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.346333:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.346335:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1789066419.347568:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1789066419.347590:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789066419.347595:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:3.0:1789066419.348176:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.348187:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066419.348458:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23375:x1875971345249408:12345-0@lo:5:osp-pre-1-1.0 Request processed in 53367us (53421us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789066419.348484:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789066419.348542:0:23375:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789066419.348550:0:23375:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23375:1875971345249408:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1789066419.348568:0:23375:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1789066419.348626:0:23375:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23375:1875971345249536:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1789066419.348731:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.348736:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.348744:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348760:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348771:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348779:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348829:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.348841:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.348847:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348855:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.348860:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348869:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348887:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348895:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000509f5d53/0x6be491be349d2438 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.348914:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.348916:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.348918:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.349823:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.349833:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.349845:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.349856:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.349860:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.349871:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.349880:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.349888:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.349909:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789066419.351411:0:23375:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066419.351457:0:23375:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f386c0 going to sleep for 11 seconds 00010000:00010000:0.0:1789066419.351475:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066419.351483:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.351494:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066419.351499:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.351510:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.351532:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.351540:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d243f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.351564:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066419.351574:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066419.351576:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066419.351748:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249536 00000100:00100000:1.0:1789066419.351759:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249536 00000100:00100000:1.0:1789066419.351831:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789066419.351842:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23375:x1875971345249536:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789066419.351917:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23375:x1875971345249536:12345-0@lo:900:osp-pre-1-1.0 Request processed in 76us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066419.351926:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00002000:00010000:3.0:1789066419.352107:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.352115:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.352722:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.352728:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.352735:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.352751:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.352762:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.352777:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.352821:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00080000:0.0:1789066419.353370:0:23375:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479f9400a80 x1875971345249536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789066435 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789066419.353385:0:23375:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23375:1875971345249536:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1789066419.353772:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066419.353780:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.353807:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.353811:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.353822:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.353856:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.353863:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d85aff6b/0x6be491be349d2446 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.353888:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.353890:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.353892:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.354425:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.354433:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.354446:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.354450:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.354456:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.354469:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.354479:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.354486:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.355587:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.356535:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.356546:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.356569:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.356574:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.356582:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.356596:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.356607:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.356615:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356761:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066419.356770:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356779:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.356784:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356820:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356840:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356847:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000126cee2/0x6be491be349d244d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356881:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066419.356885:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356891:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.356894:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356901:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356912:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.356920:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.356921:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.356923:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.358944:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066419.358959:0:24824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea390c3b/0x6be491be349d2454 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066419.359473:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.360229:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.360239:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.360257:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.360262:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.360269:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.360298:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.360310:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.360318:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.360370:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.361171:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.361180:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.361192:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.361196:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.361209:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.361220:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.361229:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.361248:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362823:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066419.362835:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362847:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.362852:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362874:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362897:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362904:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0cc875c/0x6be491be349d245b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362922:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066419.362926:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362932:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.362936:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362942:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362950:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.362956:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.362958:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.362963:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.363362:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066419.363370:0:24824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086e7f872/0x6be491be349d2462 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789066419.363901:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.363910:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.363923:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.363928:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.363934:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.363947:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.363956:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.363964:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.363991:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.363999:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.364003:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364011:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.364015:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364022:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364036:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364043:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bdf7eef/0x6be491be349d2469 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364056:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.364057:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.364059:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.364371:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.364377:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364387:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.364394:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.364398:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364408:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364416:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364423:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364439:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.364723:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.364729:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364737:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.364740:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.364744:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364752:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364760:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364772:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364785:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789066419.364814:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066419.364817:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364824:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.364828:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364836:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364847:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364854:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a1cf9b6/0x6be491be349d2470 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364868:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.364871:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364887:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.364890:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364897:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364905:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364912:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062149027/0x6be491be349d2477 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.364922:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.364923:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.364925:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.365304:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.365310:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365319:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.365323:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.365327:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365335:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365349:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365357:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365372:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.365379:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.365383:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365390:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0030800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.365393:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365400:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365411:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365418:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000525209d4/0x6be491be349d247e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365432:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.365437:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.365439:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.365667:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.365807:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.365814:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365822:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.365826:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.365830:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365839:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365847:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365854:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.365870:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789066419.366062:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066419.366067:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.366076:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c0031000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.366079:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.366098:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.366109:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.366115:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010d7cf23/0x6be491be349d2485 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.366150:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.366152:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.366153:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.366301:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.366307:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.366315:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.366317:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.366321:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.366337:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.366345:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.366351:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.366371:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.367361:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.367370:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.367382:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.367386:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.367390:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.367400:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.367409:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.367428:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.367442:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789066419.368038:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066419.368047:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368056:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.368060:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368069:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368085:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368103:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c9d6dc4/0x6be491be349d248c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368139:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066419.368150:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368157:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608e00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.368160:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368167:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368176:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368184:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d2493 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.368195:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.368307:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.368309:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.368319:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.368922:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.369016:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.369024:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369037:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.369041:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.369046:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369056:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369066:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369072:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369224:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.369628:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.369634:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369661:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.369665:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.369669:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369679:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369686:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.369693:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372281:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066419.372298:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372321:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.372327:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372339:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372369:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372377:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d249a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372401:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066419.372404:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372411:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:1.0:1789066419.372414:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372421:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372431:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066419.372445:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.372447:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066419.372450:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.373826:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066419.373839:0:24824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098ec589c/0x6be491be349d24a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789066419.374875:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.374885:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.374903:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.374908:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.374916:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.374948:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.374959:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.374966:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.374983:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.375804:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.375812:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375824:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.375827:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.375832:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375843:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375850:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375867:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375887:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789066419.375901:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789066419.375907:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375914:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.375919:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375927:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375947:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375954:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e18ff37d/0x6be491be349d24a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375971:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.375974:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.375991:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609800 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.375995:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.376002:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.376013:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.376020:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001dd44e5f/0x6be491be349d24af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.376032:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.376034:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.376035:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066419.376330:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.377830:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.377844:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377860:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.377865:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.377870:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377883:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377902:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377910:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377931:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.377942:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.377948:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377956:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.377961:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377969:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377986:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.377993:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013af212d/0x6be491be349d24b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.378010:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.378017:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.378019:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.380305:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.380485:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.380496:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380515:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.380520:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.380527:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380543:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380555:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380563:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380590:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789066419.380599:0:24823:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789066419.380604:0:24823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380612:0:24823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608600 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066419.380616:0:24823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.380638:0:24823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.381775:0:24823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.381786:0:24823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c970d13/0x6be491be349d24bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.381820:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.381822:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.381825:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789066419.382831:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.382841:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.382856:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.382861:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.382867:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.382881:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.382891:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.382908:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.385184:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789066419.385710:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789066419.385721:0:24824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.385741:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=807s v=(0 0) 00010000:00010000:3.0:1789066419.385746:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066419.385754:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.385771:0:24824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.385781:0:24824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066419.385807:0:24824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.385891:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789066419.388367:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388389:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608000 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.388395:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388407:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388435:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388443:0:22619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025dc18a3/0x6be491be349d24c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388475:0:22619:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789066419.388480:0:22619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388486:0:22619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066419.388489:0:22619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388523:0:22619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388533:0:22619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066419.388542:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.388544:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.388546:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066419.388582:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066419.391842:0:24824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789066419.391860:0:24824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcd1774e/0x6be491be349d24cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1789066419.392275:0:24824:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:3.0:1789066419.392380:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22658:x1875971345248896:12345-0@lo:5:osp-pre-1-0.0 Request processed in 109802us (110689us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066419.392391:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789066419.392456:0:22658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22658:1875971345248896:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789066419.392472:0:22658:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1789066419.392528:0:22658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22658:1875971345249664:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789066419.392566:0:22658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066419.392595:0:22658:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c54f5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789066419.392615:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249664 00000100:00100000:3.0:1789066419.392621:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249664 00000100:00100000:3.0:1789066419.392669:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066419.392679:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22658:x1875971345249664:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789066419.392717:0:24136:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1789066419.394435:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22658:x1875971345249664:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1753us (1865us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789066419.394446:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066419.394513:0:22658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22658:1875971345249664:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789066419.394529:0:22658:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:2.0:1789066419.537709:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066420.559040:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066420.792298:0:25310:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg253-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789066421.328416:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345249792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789066421.328496:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066421.334323:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249792 00000100:00100000:3.0:1789066421.334342:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249792 00000100:00100000:3.0:1789066421.334415:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066421.334429:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345249792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789066421.334480:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789066421.341814:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345249792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7356us (13284us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066421.341831:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1789066421.341871:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066421.342592:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345249792:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789066421.584263:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789066421.693675:0:25362:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789066421.694503:0:25362:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789066422.351048:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345249920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789066422.351134:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066422.351191:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345249920 00000100:00100000:2.0:1789066422.351200:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345249920 00000100:00100000:2.0:1789066422.351261:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789066422.351272:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345249920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066422.351298:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066422.351343:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345249920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066422.351350:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1789066422.351373:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066422.351419:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f80d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345249920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066422.351537:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066422.351547:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345250048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066422.351579:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066422.351610:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250048 00000100:00100000:0.0:1789066422.351613:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250048 00000100:00100000:0.0:1789066422.351644:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066422.351651:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345250048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789066422.351681:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789066422.351718:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345250048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066422.351724:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066422.351758:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345250048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789066422.352082:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789066422.352104:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789066422.352137:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066422.352174:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250176 00000100:00100000:3.0:1789066422.352179:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250176 00000100:00100000:3.0:1789066422.352204:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789066422.352211:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789066422.352233:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789066422.352267:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066422.352273:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789066422.352313:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250176:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789066422.570505:0:25412:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789066422.570728:0:25412:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789066422.612464:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066422.950416:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066422.952507:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800256 00000100:00100000:1.0:1789066422.952524:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800256 00000100:00100000:1.0:1789066422.952598:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 115 00000100:00100000:1.0:1789066422.952608:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2403:x1875971316800256:12345-192.168.202.53@tcp:250:mount.lustre.0 00010000:00080000:1.0:1789066422.952639:0:22624:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 78654bce-d226-433f-a941-9f2b4b3b2e84@192.168.202.53@tcp t0 exp 0000000000000000 cur 811 last 0 00000020:00000080:1.0:1789066422.952682:0:22624:0:(genops.c:1384:class_connect()) connect: client 78654bce-d226-433f-a941-9f2b4b3b2e84, cookie 0x6be491be349d24d2 00000100:00080000:1.0:1789066422.952875:0:22624:0:(import.c:65:import_set_state_nolock()) ffff9478c273d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789066422.952960:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+5:2403:x1875971316800256:12345-192.168.202.53@tcp:250:mount.lustre.0 Request processed in 351us (2553us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066422.952968:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 115 00000100:00100000:1.0:1789066422.958906:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066422.958994:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800384 00000100:00100000:3.0:1789066422.959005:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800384 00000100:00100000:3.0:1789066422.959068:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 116 00000100:00100000:3.0:1789066422.959096:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+5:18111:x1875971316800384:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789066422.959115:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066422.959140:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f2608600/0x6be491be349d24d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928344 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066422.959207:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f2608600/0x6be491be349d24d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928344 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066422.959221:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f2608600/0x6be491be349d24d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928344 expref: 6 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066422.959232:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608600, rc 0) 00000100:00100000:3.0:1789066422.959293:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+6:18111:x1875971316800384:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 207us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066422.959301:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 116 00000100:00100000:3.0:1789066422.962917:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066422.973242:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800512 00000100:00100000:0.0:1789066422.973258:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800512 00000100:00100000:0.0:1789066422.973346:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 117 00000100:00100000:0.0:1789066422.973357:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+6:18111:x1875971316800512:12345-192.168.202.53@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789066422.974037:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+6:18111:x1875971316800512:12345-192.168.202.53@tcp:501:mount.lustre.0 Request processed in 679us (11127us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789066422.974047:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 117 00000100:00100000:2.0:1789066422.984298:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066422.984516:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800640 00000100:00100000:1.0:1789066422.984527:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800640 00000100:00100000:1.0:1789066422.984751:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 118 00000100:00100000:1.0:1789066422.984763:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+6:18111:x1875971316800640:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066422.984780:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066422.984844:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10a00/0x6be491be349d24e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092834b expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066422.984899:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10a00/0x6be491be349d24e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092834b expref: 7 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066422.984912:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10a00/0x6be491be349d24e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092834b expref: 7 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066422.984923:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10a00, rc 0) 00000100:00100000:1.0:1789066422.985501:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+7:18111:x1875971316800640:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 737us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066422.985511:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 118 00000100:00100000:1.0:1789066422.988983:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066422.989231:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800768 00000100:00100000:0.0:1789066422.989243:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800768 00000100:00100000:0.0:1789066422.989337:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 119 00000100:00100000:0.0:1789066422.989349:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+7:18111:x1875971316800768:12345-192.168.202.53@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789066422.989657:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18111:x1875971316800768:12345-192.168.202.53@tcp:501:mount.lustre.0 Request processed in 309us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066422.989666:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 119 00000100:00100000:2.0:1789066422.991947:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066422.992034:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316800896 00000100:00100000:1.0:1789066422.992044:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316800896 00000100:00100000:1.0:1789066422.992115:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 120 00000100:00100000:1.0:1789066422.992130:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18111:x1875971316800896:12345-192.168.202.53@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789066422.992408:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18111:x1875971316800896:12345-192.168.202.53@tcp:503:mount.lustre.0 Request processed in 282us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066422.992417:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 120 00000100:00100000:2.0:1789066422.997827:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066422.998063:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801024 00000100:00100000:3.0:1789066422.998075:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801024 00000100:00100000:3.0:1789066422.998255:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 121 00000100:00100000:3.0:1789066422.998267:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801024:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789066422.998446:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801024:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 181us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066422.998455:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 121 00000100:00100000:1.0:1789066423.035956:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066423.036383:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801152 00000100:00100000:0.0:1789066423.036394:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801152 00000100:00100000:0.0:1789066423.036496:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 122 00000100:00100000:0.0:1789066423.036508:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ff13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801152:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066423.036691:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ff13cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801152:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 184us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.036701:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 122 00000100:00100000:2.0:1789066423.042340:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066423.045269:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801280 00000100:00100000:3.0:1789066423.045289:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801280 00000100:00100000:3.0:1789066423.045376:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 123 00000100:00100000:3.0:1789066423.045388:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801280:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789066423.045582:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18130:x1875971316801280:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 195us (3251us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066423.045591:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 123 00000100:00100000:2.0:1789066423.061912:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066423.062155:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801408 00000100:00100000:0.0:1789066423.062177:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801408 00000100:00100000:0.0:1789066423.062266:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 124 00000100:00100000:0.0:1789066423.062275:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+8:18111:x1875971316801408:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789066423.062292:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066423.062311:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8600/0x6be491be349d24e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092837c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.062344:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8600/0x6be491be349d24e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092837c expref: 9 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.062353:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8600/0x6be491be349d24e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092837c expref: 9 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.062378:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8600, rc 0) 00000100:00100000:0.0:1789066423.062436:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+9:18111:x1875971316801408:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 162us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.062441:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 124 00000100:00100000:2.0:1789066423.073696:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.074146:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801536 00000100:00100000:1.0:1789066423.074158:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801536 00000100:00100000:1.0:1789066423.074219:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 125 00000100:00100000:1.0:1789066423.074227:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+9:18111:x1875971316801536:12345-192.168.202.53@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789066423.074249:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789066423.074276:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789066423.074284:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789066423.074288:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789066423.074290:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789066423.074293:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789066423.075945:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+9:18111:x1875971316801536:12345-192.168.202.53@tcp:256:mount.lustre.0 Request processed in 1711us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.075955:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 125 00000100:00100000:0.0:1789066423.081477:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.081569:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801664 00000100:00100000:1.0:1789066423.081581:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801664 00000100:00100000:1.0:1789066423.081659:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 126 00000100:00100000:1.0:1789066423.081674:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+9:18111:x1875971316801664:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066423.081693:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066423.081712:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928383 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066423.081744:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 10 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066423.081752:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 10 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066423.081760:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10000, rc 0) 00000100:00100000:1.0:1789066423.081849:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18111:x1875971316801664:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 183us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.081854:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 126 00000100:00100000:2.0:1789066423.084341:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.084471:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801792 00000100:00100000:1.0:1789066423.084481:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801792 00000100:00100000:1.0:1789066423.084602:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 127 00000100:00100000:1.0:1789066423.084624:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18111:x1875971316801792:12345-192.168.202.53@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789066423.084852:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18111:x1875971316801792:12345-192.168.202.53@tcp:501:mount.lustre.0 Request processed in 230us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.084860:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 127 00000100:00100000:2.0:1789066423.086686:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066423.086850:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316801920 00000100:00100000:3.0:1789066423.086860:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316801920 00000100:00100000:3.0:1789066423.086912:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 128 00000100:00100000:3.0:1789066423.086923:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18111:x1875971316801920:12345-192.168.202.53@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789066423.087058:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18111:x1875971316801920:12345-192.168.202.53@tcp:503:mount.lustre.0 Request processed in 136us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066423.087066:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 128 00000100:00100000:2.0:1789066423.098283:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066423.098389:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802048 00000100:00100000:3.0:1789066423.098402:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802048 00000100:00100000:3.0:1789066423.098470:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 129 00000100:00100000:3.0:1789066423.098483:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18133:x1875971316802048:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789066423.098647:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18133:x1875971316802048:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 166us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066423.098655:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 129 00000100:00100000:2.0:1789066423.107638:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.107755:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802176 00000100:00100000:1.0:1789066423.107766:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802176 00000100:00100000:1.0:1789066423.107999:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 130 00000100:00100000:1.0:1789066423.108012:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18133:x1875971316802176:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789066423.108227:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18133:x1875971316802176:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 216us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.108237:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 130 00000100:00100000:2.0:1789066423.114858:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066423.114954:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066423.115059:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802304 00000100:00100000:3.0:1789066423.115072:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802304 00000100:00100000:3.0:1789066423.115134:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802560 00000100:00100000:3.0:1789066423.115137:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802560 00000100:00100000:3.0:1789066423.115162:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:3.0:1789066423.115176:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2403:x1875971316802304:12345-192.168.202.53@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789066423.115262:0:22633:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from c07c2a0d-32d4-4066-b05d-48827ce04272@192.168.202.53@tcp t0 exp 0000000000000000 cur 811 last 0 00000020:00000080:3.0:1789066423.115318:0:22633:0:(genops.c:1384:class_connect()) connect: client c07c2a0d-32d4-4066-b05d-48827ce04272, cookie 0x6be491be349d24f5 00000004:00100000:3.0:1789066423.115346:0:22633:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789066423.115570:0:22633:0:(import.c:65:import_set_state_nolock()) ffff9478c1ba3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066423.115638:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2403:x1875971316802304:12345-192.168.202.53@tcp:38:mount.lustre.0 Request processed in 460us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066423.115663:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:3.0:1789066423.115684:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:3.0:1789066423.115688:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2403:x1875971316802560:12345-192.168.202.53@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789066423.115705:0:22633:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from c07c2a0d-32d4-4066-b05d-48827ce04272@192.168.202.53@tcp t0 exp 0000000000000000 cur 811 last 0 00000020:00000080:3.0:1789066423.115734:0:22633:0:(genops.c:1384:class_connect()) connect: client c07c2a0d-32d4-4066-b05d-48827ce04272, cookie 0x6be491be349d24fc 00000004:00100000:3.0:1789066423.115746:0:22633:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789066423.115902:0:22633:0:(import.c:65:import_set_state_nolock()) ffff9478c1ba2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066423.115927:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2403:x1875971316802560:12345-192.168.202.53@tcp:38:mount.lustre.0 Request processed in 237us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066423.115934:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:2.0:1789066423.121590:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066423.121629:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066423.121683:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.121827:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802816 00000100:00100000:1.0:1789066423.121840:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802816 00000100:00100000:1.0:1789066423.121907:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802688 00000100:00100000:1.0:1789066423.121911:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802688 00000100:00100000:1.0:1789066423.121927:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802432 00000100:00100000:1.0:1789066423.121929:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802432 00000100:00100000:1.0:1789066423.121948:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00100000:1.0:1789066423.121959:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18111:x1875971316802816:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066423.122002:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066423.122123:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18111:x1875971316802816:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 164us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.122132:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00100000:1.0:1789066423.122153:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 10 00000100:00100000:1.0:1789066423.122173:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:0:x1875971316802688:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066423.122191:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789066423.122241:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:0:x1875971316802688:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 81us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.122247:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 10 00000100:00100000:1.0:1789066423.122261:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00100000:1.0:1789066423.122268:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:0:x1875971316802432:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066423.122279:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066423.122299:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:0:x1875971316802432:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 32us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.122305:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00080000:2.0:1789066423.122556:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789066423.122560:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066423.128582:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.128693:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316802944 00000100:00100000:1.0:1789066423.128705:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316802944 00000100:00100000:1.0:1789066423.128773:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00100000:1.0:1789066423.128783:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316802944:12345-192.168.202.53@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789066423.130522:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316802944:12345-192.168.202.53@tcp:40:mount.lustre.0 Request processed in 1732us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.130535:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00100000:2.0:1789066423.142331:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066423.142438:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066423.142857:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803328 00000100:00100000:1.0:1789066423.142870:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803328 00000100:00100000:1.0:1789066423.142937:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 3 00000100:00100000:1.0:1789066423.142949:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316803328:12345-192.168.202.53@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789066423.143037:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316803328:12345-192.168.202.53@tcp:900:mount.lustre.0 Request processed in 90us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.143046:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 3 00000100:00100000:2.0:1789066423.144762:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066423.151814:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803072 00000100:00100000:0.0:1789066423.151831:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803072 00000100:00100000:0.0:1789066423.151881:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803200 00000100:00100000:0.0:1789066423.151885:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803200 00000100:00100000:0.0:1789066423.151907:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:0.0:1789066423.151916:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2403:x1875971316803072:12345-192.168.202.53@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789066423.151959:0:24138:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from c07c2a0d-32d4-4066-b05d-48827ce04272@192.168.202.53@tcp t0 exp 0000000000000000 cur 811 last 0 00000020:00000080:0.0:1789066423.151997:0:24138:0:(genops.c:1384:class_connect()) connect: client c07c2a0d-32d4-4066-b05d-48827ce04272, cookie 0x6be491be349d2503 00002000:00100000:0.0:1789066423.152012:0:24138:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c07c2a0d-32d4-4066-b05d-48827ce04272/ffff9479ca05f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789066423.152030:0:24138:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789066423.152231:0:24138:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789066423.152268:0:24138:0:(import.c:65:import_set_state_nolock()) ffff9479e4a9d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066423.152333:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2403:x1875971316803072:12345-192.168.202.53@tcp:8:mount.lustre.0 Request processed in 416us (10011us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.152341:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:0.0:1789066423.152361:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00100000:0.0:1789066423.152382:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2403:x1875971316803200:12345-192.168.202.53@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789066423.152398:0:24138:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from c07c2a0d-32d4-4066-b05d-48827ce04272@192.168.202.53@tcp t0 exp 0000000000000000 cur 811 last 0 00000020:00000080:0.0:1789066423.152417:0:24138:0:(genops.c:1384:class_connect()) connect: client c07c2a0d-32d4-4066-b05d-48827ce04272, cookie 0x6be491be349d250a 00002000:00100000:0.0:1789066423.152422:0:24138:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c07c2a0d-32d4-4066-b05d-48827ce04272/ffff9479e4a9a000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789066423.152434:0:24138:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789066423.152549:0:24138:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789066423.152564:0:24138:0:(import.c:65:import_set_state_nolock()) ffff9479e4a99000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789066423.157033:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2403:x1875971316803200:12345-192.168.202.53@tcp:8:mount.lustre.0 Request processed in 4638us (12266us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.157048:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00100000:1.0:1789066423.160522:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066423.160636:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803456 00000100:00100000:3.0:1789066423.160648:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803456 00000100:00100000:3.0:1789066423.160720:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:3.0:1789066423.160734:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316803456:12345-192.168.202.53@tcp:33:mount.lustre.0 00000004:00080000:0.0:1789066423.161667:0:22634:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 814us 00000004:00200000:1.0:1789066423.179863:0:22634:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789066423.179990:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18111:x1875971316803456:12345-192.168.202.53@tcp:33:mount.lustre.0 Request processed in 19252us (19471us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066423.180005:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:2.0:1789066423.439770:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066423.441296:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803584 00000100:00100000:0.0:1789066423.441314:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803584 00000100:00100000:0.0:1789066423.441395:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 13 00000100:00100000:0.0:1789066423.441406:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18156:x1875971316803584:12345-192.168.202.53@tcp:101:mkdir.0 00010000:00010000:0.0:1789066423.441428:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066423.441460:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8c00/0x6be491be349d2511 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09283b4 expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.441534:0:24413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.441550:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.441566:0:24413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066423.442216:0:24413:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789066423.442222:0:24413:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789066423.442265:0:24413:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.442299:0:24413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8c00/0x6be491be349d2511 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283b4 expref: 8 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.442321:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283b4 expref: 7 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066423.442331:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:0.0:1789066423.442335:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066423.442339:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8800, rc 0) 00000100:00100000:0.0:1789066423.442466:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18156:x1875971316803584:12345-192.168.202.53@tcp:101:mkdir.0 Request processed in 1060us (2703us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066423.442473:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 13 00000040:00080000:2.0:1789066423.503627:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789066423.631111:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066424.399208:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066424.399243:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345250432:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.399552:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345250560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789066424.409561:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410128:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066424.410143:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250688:0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.410358:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250304 00000100:00100000:3.0:1789066424.410368:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250304 00000100:00100000:1.0:1789066424.410566:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410629:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250816:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.410657:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410710:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066424.410716:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345251200:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.410741:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410778:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345251328:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.410826:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410871:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066424.410877:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345251712:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.410901:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.410935:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345251840:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.410954:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066424.411241:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789066424.411259:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345250304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789066424.411286:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066424.411336:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1875971345250304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.411343:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1789066424.411370:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789066424.411402:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250816 00000100:00100000:3.0:1789066424.411408:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250816 00000100:00100000:3.0:1789066424.411592:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251200 00000100:00100000:3.0:1789066424.411596:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251200 00000100:00100000:3.0:1789066424.411608:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251328 00000100:00100000:3.0:1789066424.411611:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251328 00000100:00100000:3.0:1789066424.411624:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066424.411631:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.411668:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250816:12345-0@lo:400:kworker.0 Request processed in 37us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.411673:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789066424.411685:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066424.411690:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345251200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.411714:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345251200:12345-0@lo:400:kworker.0 Request processed in 25us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.411720:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789066424.411730:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789066424.411736:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345251328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.411760:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345251328:12345-0@lo:400:kworker.0 Request processed in 25us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.411765:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1789066424.411784:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789066424.411806:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789066424.411824:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251712 00000100:00100000:3.0:1789066424.411827:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251712 00000100:00100000:3.0:1789066424.411853:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251840 00000100:00100000:3.0:1789066424.411856:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251840 00000100:00100000:3.0:1789066424.411873:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789066424.411880:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345251712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.411909:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345251712:12345-0@lo:400:kworker.0 Request processed in 29us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.411921:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789066424.411934:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789066424.411939:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345251840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.411965:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1875971345251840:12345-0@lo:400:kworker.0 Request processed in 26us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066424.412886:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066424.412951:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250688 00000100:00100000:0.0:1789066424.412958:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250688 00000100:00100000:0.0:1789066424.413056:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789066424.413067:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413309:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3654:1875971345251840:0@lo:400:kworker.0 00010000:00080000:1.0:1789066424.413327:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3671c00 x1875971345251712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789066424.413338:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345251712:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413351:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345251328:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413362:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345251200:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413373:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250816:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413413:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789066424.413419:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066424.413454:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345251072:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.413481:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066424.413500:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345251584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.413520:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066424.413538:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251584 00000100:00100000:2.0:1789066424.413542:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251584 00000100:00100000:1.0:1789066424.413544:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345250944:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.413567:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789066424.413567:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066424.413573:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345251584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413581:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3670380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345251456:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413597:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.413606:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345251968:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413622:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066424.413653:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250432 00000100:00100000:1.0:1789066424.413657:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250432 00000100:00100000:1.0:1789066424.413685:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1789066424.413692:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3655:x1875971345250432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413726:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3655:x1875971345250432:12345-0@lo:400:kworker.0 Request processed in 35us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066424.413732:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1789066424.413767:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479f9400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3655:1875971345250432:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413811:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251072 00000100:00100000:1.0:1789066424.413815:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251072 00000100:00100000:1.0:1789066424.413832:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789066424.413837:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345251072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.413869:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345251072:12345-0@lo:400:kworker.0 Request processed in 31us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066424.413875:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789066424.413909:0:22633:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789066424.413918:0:22633:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00080000:1.0:1789066424.413934:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066424.413946:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066424.413955:0:24413:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789066424.413961:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250944 00000100:00100000:1.0:1789066424.413964:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250944 00000100:00100000:3.0:1789066424.414088:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789066424.414106:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251456 00000100:00100000:3.0:1789066424.414109:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251456 00000100:00100000:3.0:1789066424.414122:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345251968 00000100:00100000:3.0:1789066424.414124:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345251968 00000100:00100000:0.0:1789066424.414215:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345250688:12345-0@lo:400:kworker.0 Request processed in 1150us (3649us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066424.414232:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789066424.414264:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345250688:0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.415369:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789066424.416237:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1875971345251584:12345-0@lo:400:kworker.0 Request processed in 33us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066424.416255:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789066424.416602:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789066424.417174:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345250944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.417754:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1875971345250944:12345-0@lo:400:kworker.0 Request processed in 659us (3700us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066424.417765:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789066424.417860:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3656:1875971345251584:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.417889:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345251072:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.417916:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3655:1875971345250944:0@lo:400:kworker.0 00000100:00100000:2.0:1789066424.417958:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345250560 00000100:00100000:2.0:1789066424.417966:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345250560 00000100:00100000:2.0:1789066424.418010:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789066424.418018:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345250560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789066424.418054:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789066424.418118:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1875971345250560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (4697us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066424.418125:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789066424.418157:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479c48e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3656:1875971345250560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066424.418677:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789066424.418687:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345251968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066424.418732:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1875971345251968:12345-0@lo:400:kworker.0 Request processed in 48us (5109us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066424.418739:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:3.0:1789066424.418778:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c3671c00 x1875971345251968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066424.418804:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3655:1875971345251968:0@lo:400:kworker.0 00000100:00080000:2.0:1789066424.419968:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066424.420097:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345251456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789066424.420378:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1875971345251456:12345-0@lo:400:kworker.0 Request processed in 4999us (6778us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066424.420388:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789066424.421297:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3670380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3655:1875971345251456:0@lo:400:kworker.0 00010000:00010000:3.0:1789066424.659999:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789066424.916003:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c07c2a0d-32d4-4066-b05d-48827ce04272 00000001:00080000:1.0:1789066424.916021:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:3.0:1789066425.679122:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066425.848706:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066425.856281:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803712 00000100:00100000:3.0:1789066425.856299:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803712 00000100:00100000:3.0:1789066425.856406:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 14 00000100:00100000:3.0:1789066425.856418:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3671880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18209:x1875971316803712:12345-192.168.202.53@tcp:41:lfs.0 00000004:00000024:3.0:1789066425.856497:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789066425.856593:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3671880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18209:x1875971316803712:12345-192.168.202.53@tcp:41:lfs.0 Request processed in 177us (7901us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066425.856602:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 14 00000100:00080000:1.0:1789066425.856867:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066425.859289:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066425.861618:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803840 00000100:00100000:0.0:1789066425.861634:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803840 00000100:00100000:0.0:1789066425.861729:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 15 00000100:00100000:0.0:1789066425.861741:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18209:x1875971316803840:12345-192.168.202.53@tcp:41:lfs.0 00000004:00000024:0.0:1789066425.861781:0:24413:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:1.0:1789066425.861982:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789066425.862080:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18209:x1875971316803840:12345-192.168.202.53@tcp:41:lfs.0 Request processed in 340us (2807us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066425.862089:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 15 00000100:00100000:0.0:1789066425.872653:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066425.872732:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316803968 00000100:00100000:2.0:1789066425.872744:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316803968 00000100:00100000:2.0:1789066425.872850:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00100000:2.0:1789066425.872862:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18209:x1875971316803968:12345-192.168.202.53@tcp:13:lfs.0 00002000:00000024:2.0:1789066425.872901:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066425.872990:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18209:x1875971316803968:12345-192.168.202.53@tcp:13:lfs.0 Request processed in 129us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066425.872997:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00080000:1.0:1789066425.874401:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066425.885295:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066425.886154:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804096 00000100:00100000:3.0:1789066425.886169:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804096 00000100:00100000:3.0:1789066425.886263:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00100000:3.0:1789066425.886276:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18209:x1875971316804096:12345-192.168.202.53@tcp:13:lfs.0 00002000:00000024:3.0:1789066425.886315:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066425.886420:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18209:x1875971316804096:12345-192.168.202.53@tcp:13:lfs.0 Request processed in 146us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066425.886428:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00080000:1.0:1789066425.887179:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066426.161062:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.161188:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804224 00000100:00100000:1.0:1789066426.161218:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804224 00000100:00100000:1.0:1789066426.161306:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 132 00000100:00100000:1.0:1789066426.161317:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+10:18242:x1875971316804224:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066426.161334:0:22624:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066426.161356:0:22624:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c11000/0x6be491be349d251f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09283bb expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.161393:0:22624:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c11000/0x6be491be349d251f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283bb expref: 11 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.161406:0:22624:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c11000/0x6be491be349d251f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283bb expref: 11 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.161434:0:22624:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c11000, rc 0) 00000100:00100000:1.0:1789066426.162005:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804224:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 684us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.162012:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 132 00000100:00100000:0.0:1789066426.184211:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.186308:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804352 00000100:00100000:2.0:1789066426.186325:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804352 00000100:00100000:2.0:1789066426.186388:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 133 00000100:00100000:2.0:1789066426.186396:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804352:12345-192.168.202.53@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789066426.186564:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804352:12345-192.168.202.53@tcp:501:mount.lustre.0 Request processed in 168us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.186570:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 133 00000100:00100000:2.0:1789066426.189310:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.190457:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804480 00000100:00100000:1.0:1789066426.190484:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804480 00000100:00100000:1.0:1789066426.190556:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 134 00000100:00100000:1.0:1789066426.190567:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804480:12345-192.168.202.53@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789066426.190730:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804480:12345-192.168.202.53@tcp:503:mount.lustre.0 Request processed in 163us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.190739:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 134 00000100:00100000:1.0:1789066426.195284:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066426.195708:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804608 00000100:00100000:0.0:1789066426.195720:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804608 00000100:00100000:0.0:1789066426.195951:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 135 00000100:00100000:0.0:1789066426.195964:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804608:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066426.196140:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804608:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 178us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066426.196149:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 135 00000100:00100000:0.0:1789066426.232929:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.233048:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804736 00000100:00100000:2.0:1789066426.233092:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804736 00000100:00100000:2.0:1789066426.233170:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 136 00000100:00100000:2.0:1789066426.233181:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804736:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066426.233683:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804736:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 500us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.233693:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 136 00000100:00100000:2.0:1789066426.239437:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066426.240097:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804864 00000100:00100000:0.0:1789066426.240112:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804864 00000100:00100000:0.0:1789066426.240201:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 137 00000100:00100000:0.0:1789066426.240215:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804864:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789066426.240436:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18248:x1875971316804864:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 224us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066426.240446:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 137 00000100:00100000:0.0:1789066426.243898:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.246729:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316804992 00000100:00100000:2.0:1789066426.246756:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316804992 00000100:00100000:2.0:1789066426.246860:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 138 00000100:00100000:2.0:1789066426.246874:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18242:x1875971316804992:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789066426.246895:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066426.246917:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3339c00/0x6be491be349d2526 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09283ec expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.246955:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3339c00/0x6be491be349d2526 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283ec expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.246968:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3339c00/0x6be491be349d2526 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283ec expref: 12 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.246977:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339c00, rc 0) 00000100:00100000:2.0:1789066426.248165:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479dfb3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18242:x1875971316804992:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 1284us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.248177:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 138 00000100:00100000:2.0:1789066426.256669:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.256897:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805120 00000100:00100000:1.0:1789066426.256912:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805120 00000100:00100000:1.0:1789066426.256987:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 139 00000100:00100000:1.0:1789066426.256999:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18242:x1875971316805120:12345-192.168.202.53@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789066426.257038:0:22624:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789066426.257090:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789066426.257096:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789066426.257100:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789066426.257103:0:22624:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789066426.257106:0:22624:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789066426.259226:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18242:x1875971316805120:12345-192.168.202.53@tcp:256:mount.lustre.0 Request processed in 2215us (2558us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066426.259245:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 139 00000100:00100000:0.0:1789066426.262627:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.263007:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805248 00000100:00100000:1.0:1789066426.263028:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805248 00000100:00100000:1.0:1789066426.263433:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 140 00000100:00100000:1.0:1789066426.263455:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18242:x1875971316805248:12345-192.168.202.53@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789066426.263510:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066426.263542:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09283f3 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.263591:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.263608:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066426.263621:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10400, rc 0) 00000100:00100000:1.0:1789066426.263979:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18242:x1875971316805248:12345-192.168.202.53@tcp:101:mount.lustre.0 Request processed in 526us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.263993:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 140 00000100:00100000:3.0:1789066426.266951:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.267030:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805376 00000100:00100000:2.0:1789066426.267042:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805376 00000100:00100000:2.0:1789066426.267344:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 141 00000100:00100000:2.0:1789066426.267355:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18242:x1875971316805376:12345-192.168.202.53@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789066426.267546:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18242:x1875971316805376:12345-192.168.202.53@tcp:501:mount.lustre.0 Request processed in 192us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.267554:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 141 00000100:00100000:3.0:1789066426.269290:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.269846:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805504 00000100:00100000:1.0:1789066426.269861:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805504 00000100:00100000:1.0:1789066426.269917:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 142 00000100:00100000:1.0:1789066426.269927:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18242:x1875971316805504:12345-192.168.202.53@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789066426.270106:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18242:x1875971316805504:12345-192.168.202.53@tcp:503:mount.lustre.0 Request processed in 179us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.270114:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 142 00000100:00100000:1.0:1789066426.274265:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066426.274551:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805632 00000100:00100000:3.0:1789066426.274565:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805632 00000100:00100000:3.0:1789066426.274617:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 143 00000100:00100000:3.0:1789066426.274628:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18252:x1875971316805632:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789066426.274860:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18252:x1875971316805632:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 233us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066426.274869:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 143 00000100:00100000:3.0:1789066426.284818:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.284964:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805760 00000100:00100000:2.0:1789066426.284978:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805760 00000100:00100000:2.0:1789066426.285047:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 144 00000100:00100000:2.0:1789066426.285070:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18252:x1875971316805760:12345-192.168.202.53@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789066426.285294:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18252:x1875971316805760:12345-192.168.202.53@tcp:502:llog_process_th.0 Request processed in 226us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.285304:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 144 00000100:00100000:1.0:1789066426.298899:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.299028:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066426.299402:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316805888 00000100:00100000:3.0:1789066426.299415:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316805888 00000100:00100000:3.0:1789066426.299461:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806144 00000100:00100000:3.0:1789066426.299465:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806144 00000100:00100000:3.0:1789066426.299524:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 16 00000100:00100000:3.0:1789066426.299534:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2403:x1875971316805888:12345-192.168.202.53@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789066426.299573:0:22632:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 2a08c746-aa30-4e40-beb0-ca148f9cc82a@192.168.202.53@tcp t0 exp 0000000000000000 cur 814 last 0 00000020:00000080:3.0:1789066426.299658:0:22632:0:(genops.c:1384:class_connect()) connect: client 2a08c746-aa30-4e40-beb0-ca148f9cc82a, cookie 0x6be491be349d2534 00000004:00100000:3.0:1789066426.299691:0:22632:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789066426.299838:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9479fc6e2800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066426.299928:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2403:x1875971316805888:12345-192.168.202.53@tcp:38:mount.lustre.0 Request processed in 393us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066426.299936:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 16 00000100:00100000:3.0:1789066426.299958:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 17 00000100:00100000:3.0:1789066426.299963:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2403:x1875971316806144:12345-192.168.202.53@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789066426.299982:0:22632:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 2a08c746-aa30-4e40-beb0-ca148f9cc82a@192.168.202.53@tcp t0 exp 0000000000000000 cur 814 last 0 00000020:00000080:3.0:1789066426.300014:0:22632:0:(genops.c:1384:class_connect()) connect: client 2a08c746-aa30-4e40-beb0-ca148f9cc82a, cookie 0x6be491be349d253b 00000004:00100000:3.0:1789066426.300029:0:22632:0:(mdt_handler.c:7352:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789066426.300088:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9479fc6e2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066426.300113:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2403:x1875971316806144:12345-192.168.202.53@tcp:38:mount.lustre.0 Request processed in 149us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066426.300120:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 17 00000100:00100000:3.0:1789066426.318009:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066426.318076:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066426.318114:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.318284:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806272 00000100:00100000:1.0:1789066426.318298:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806272 00000100:00100000:1.0:1789066426.318378:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806016 00000100:00100000:1.0:1789066426.318397:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806016 00000100:00100000:1.0:1789066426.318423:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806400 00000100:00100000:1.0:1789066426.318426:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806400 00000100:00100000:1.0:1789066426.318444:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 18 00000100:00100000:1.0:1789066426.318456:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:0:x1875971316806272:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066426.318504:0:25425:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789066426.318590:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:0:x1875971316806272:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 136us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.318598:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 18 00000100:00100000:1.0:1789066426.318619:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:1.0:1789066426.318626:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+7:0:x1875971316806016:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066426.318657:0:25425:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066426.318685:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+7:0:x1875971316806016:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 60us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.318691:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:1.0:1789066426.318703:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00100000:1.0:1789066426.318709:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806400:12345-192.168.202.53@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789066426.318720:0:25425:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789066426.318739:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806400:12345-192.168.202.53@tcp:41:mount.lustre.0 Request processed in 31us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.318745:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00080000:3.0:1789066426.325499:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789066426.325514:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789066426.326278:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.326395:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806528 00000100:00100000:1.0:1789066426.326411:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806528 00000100:00100000:1.0:1789066426.326518:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:1.0:1789066426.326531:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c48e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806528:12345-192.168.202.53@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789066426.326677:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c48e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806528:12345-192.168.202.53@tcp:40:mount.lustre.0 Request processed in 149us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.326685:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:2.0:1789066426.334572:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.334617:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.334654:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066426.334781:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806912 00000100:00100000:0.0:1789066426.334825:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806912 00000100:00100000:0.0:1789066426.334885:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 4 00000100:00100000:0.0:1789066426.334896:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806912:12345-192.168.202.53@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789066426.334998:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316806912:12345-192.168.202.53@tcp:900:mount.lustre.0 Request processed in 104us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066426.335007:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 4 00000100:00100000:3.0:1789066426.335560:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806656 00000100:00100000:3.0:1789066426.335569:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806656 00000100:00100000:3.0:1789066426.335609:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316806784 00000100:00100000:3.0:1789066426.335629:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316806784 00000100:00100000:3.0:1789066426.335665:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:3.0:1789066426.335675:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2403:x1875971316806656:12345-192.168.202.53@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066426.335713:0:24824:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 2a08c746-aa30-4e40-beb0-ca148f9cc82a@192.168.202.53@tcp t0 exp 0000000000000000 cur 814 last 0 00000020:00000080:3.0:1789066426.335756:0:24824:0:(genops.c:1384:class_connect()) connect: client 2a08c746-aa30-4e40-beb0-ca148f9cc82a, cookie 0x6be491be349d2542 00002000:00100000:3.0:1789066426.335771:0:24824:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2a08c746-aa30-4e40-beb0-ca148f9cc82a/ffff9479fc6e4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066426.335786:0:24824:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789066426.335917:0:24824:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789066426.335956:0:24824:0:(import.c:65:import_set_state_nolock()) ffff9479fc6e5000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066426.336018:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2403:x1875971316806656:12345-192.168.202.53@tcp:8:mount.lustre.0 Request processed in 343us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066426.336029:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:3.0:1789066426.336046:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 22 00000100:00100000:3.0:1789066426.336061:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2403:x1875971316806784:12345-192.168.202.53@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789066426.336078:0:24824:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 2a08c746-aa30-4e40-beb0-ca148f9cc82a@192.168.202.53@tcp t0 exp 0000000000000000 cur 814 last 0 00000020:00000080:3.0:1789066426.336101:0:24824:0:(genops.c:1384:class_connect()) connect: client 2a08c746-aa30-4e40-beb0-ca148f9cc82a, cookie 0x6be491be349d2549 00002000:00100000:3.0:1789066426.336106:0:24824:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2a08c746-aa30-4e40-beb0-ca148f9cc82a/ffff9479fc6e0800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789066426.336112:0:24824:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789066426.336174:0:24824:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789066426.336189:0:24824:0:(import.c:65:import_set_state_nolock()) ffff9479fc6e3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789066426.336212:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2403:x1875971316806784:12345-192.168.202.53@tcp:8:mount.lustre.0 Request processed in 160us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066426.336219:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 22 00000100:00100000:2.0:1789066426.344127:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066426.344440:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807040 00000100:00100000:1.0:1789066426.344458:0:22635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807040 00000100:00100000:1.0:1789066426.344556:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 1 00000100:00100000:1.0:1789066426.344574:0:22635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316807040:12345-192.168.202.53@tcp:33:mount.lustre.0 00000004:00200000:1.0:1789066426.344871:0:22635:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789066426.344976:0:22635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18242:x1875971316807040:12345-192.168.202.53@tcp:33:mount.lustre.0 Request processed in 407us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066426.344983:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 1 00000100:00100000:0.0:1789066426.448994:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345252096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066426.449123:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066426.449291:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252096 00000100:00100000:2.0:1789066426.449301:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252096 00000100:00100000:2.0:1789066426.449373:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789066426.449385:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345252096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789066426.449412:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066426.449471:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345252096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.449478:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1789066426.449565:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066426.449664:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345252096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066426.513110:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066426.513284:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807168 00000100:00100000:2.0:1789066426.513318:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807168 00000100:00100000:2.0:1789066426.513401:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 22 00000100:00100000:2.0:1789066426.513414:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18275:x1875971316807168:12345-192.168.202.53@tcp:101:mkdir.0 00010000:00010000:2.0:1789066426.513442:0:22632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066426.513474:0:22632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d2550 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928424 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513558:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513574:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513590:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066426.513663:0:22632:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789066426.513667:0:22632:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789066426.513694:0:22632:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513726:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d2550 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 8 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513749:0:22632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 7 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066426.513758:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:2.0:1789066426.513761:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789066426.513766:0:22632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338000, rc 0) 00000100:00100000:2.0:1789066426.513919:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+7:18275:x1875971316807168:12345-192.168.202.53@tcp:101:mkdir.0 Request processed in 507us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066426.513927:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 22 00010000:00010000:0.0:1789066426.704500:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066427.215933:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789066427.472333:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345252224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789066427.472433:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066427.472569:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252224 00000100:00100000:0.0:1789066427.472579:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252224 00000100:00100000:0.0:1789066427.472638:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789066427.472648:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345252224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789066427.472693:0:23654:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789066427.472818:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345252224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 171us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066427.472846:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789066427.473803:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345252224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789066427.473831:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789066427.473841:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345252352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789066427.473891:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066427.473935:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252352 00000100:00100000:2.0:1789066427.473942:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252352 00000100:00100000:2.0:1789066427.473983:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789066427.473991:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345252352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789066427.474022:0:22636:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789066427.474074:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345252352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066427.474081:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789066427.474110:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345252352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066427.474412:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345252480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789066427.474451:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066427.476715:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252480 00000100:00100000:2.0:1789066427.476737:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252480 00000100:00100000:2.0:1789066427.476860:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789066427.476874:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345252480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066427.476922:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066427.477027:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345252480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (2575us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066427.477035:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1789066427.477149:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066427.477209:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345252480:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789066427.729991:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066428.753850:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789066429.018470:0:24133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2a08c746-aa30-4e40-beb0-ca148f9cc82a 00000001:00100000:1.0:1789066429.018487:0:24133:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c07c2a0d-32d4-4066-b05d-48827ce04272 00000001:00100000:3.0:1789066429.018656:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2a08c746-aa30-4e40-beb0-ca148f9cc82a 00000001:00100000:3.0:1789066429.018663:0:23364:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c07c2a0d-32d4-4066-b05d-48827ce04272 00000001:00100000:3.0:1789066429.019376:0:22611:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2a08c746-aa30-4e40-beb0-ca148f9cc82a 00000001:00100000:3.0:1789066429.019386:0:22611:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c07c2a0d-32d4-4066-b05d-48827ce04272 00000100:00100000:0.0:1789066429.523418:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345252608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066429.523492:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523673:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345252864:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523701:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523725:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345253376:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523759:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523777:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345253888:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523821:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523839:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789066429.523845:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345252736:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523871:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523892:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345253248:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523911:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523928:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345253760:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.523946:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.523974:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252864 00000100:00100000:0.0:1789066429.523983:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252864 00000100:00100000:0.0:1789066429.524041:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253248 00000100:00100000:0.0:1789066429.524045:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253248 00000100:00100000:0.0:1789066429.524076:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789066429.524084:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345252864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.524337:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252608 00000100:00100000:3.0:1789066429.524342:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252608 00000100:00100000:3.0:1789066429.524381:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066429.524389:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345252608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789066429.524414:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066429.524459:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345252608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066429.524465:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789066429.524545:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345252864:12345-0@lo:400:kworker.0 Request processed in 461us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524552:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789066429.524565:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789066429.524571:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345253248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.524598:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345253248:12345-0@lo:400:kworker.0 Request processed in 27us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524604:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789066429.524623:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253376 00000100:00100000:0.0:1789066429.524627:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253376 00000100:00100000:0.0:1789066429.524656:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789066429.524662:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345253376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.524691:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345253376:12345-0@lo:400:kworker.0 Request processed in 29us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524697:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789066429.524714:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253888 00000100:00100000:0.0:1789066429.524718:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253888 00000100:00100000:0.0:1789066429.524757:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253760 00000100:00100000:0.0:1789066429.524760:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253760 00000100:00100000:0.0:1789066429.524781:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789066429.524810:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345253888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.524840:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1875971345253888:12345-0@lo:400:kworker.0 Request processed in 53us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524846:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789066429.524857:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789066429.524871:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345253760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.524896:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345253760:12345-0@lo:400:kworker.0 Request processed in 26us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524903:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789066429.524920:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252736 00000100:00100000:0.0:1789066429.524924:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252736 00000100:00100000:0.0:1789066429.524948:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1789066429.524954:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345252736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.524981:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345252736:12345-0@lo:400:kworker.0 Request processed in 28us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.524987:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:0.0:1789066429.525031:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789066429.525036:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789066429.525039:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789066429.525041:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066429.525071:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345252992:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.525097:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066429.525651:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345252736:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.525668:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345253248:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.525678:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345253760:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.525689:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345252864:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.525700:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345253376:0@lo:400:kworker.0 00010000:00080000:3.0:1789066429.525713:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c36fd500 x1875971345253888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066429.525723:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3654:1875971345253888:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.528272:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1875971345253120:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.528354:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066429.528403:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345253632:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.528424:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066429.528542:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345254144:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.528575:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066429.528611:0:3656:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789066429.528643:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345252608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066429.529330:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253120 00000100:00100000:0.0:1789066429.529340:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253120 00000100:00100000:0.0:1789066429.529387:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253632 00000100:00100000:0.0:1789066429.529391:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253632 00000100:00100000:0.0:1789066429.529406:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254144 00000100:00100000:0.0:1789066429.529409:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254144 00000100:00100000:0.0:1789066429.529436:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789066429.529445:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1875971345253120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529500:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1875971345253120:12345-0@lo:400:kworker.0 Request processed in 56us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.529507:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789066429.529537:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066429.529543:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345253632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529572:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1875971345253632:12345-0@lo:400:kworker.0 Request processed in 30us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.529577:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789066429.529588:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789066429.529594:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345254144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529616:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1875971345254144:12345-0@lo:400:kworker.0 Request processed in 22us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.529621:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789066429.529640:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345252992 00000100:00100000:0.0:1789066429.529643:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345252992 00000100:00100000:0.0:1789066429.529671:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066429.529677:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345252992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529722:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345252992:12345-0@lo:400:kworker.0 Request processed in 45us (4624us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.529729:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1789066429.529757:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789066429.529762:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789066429.529808:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345252992:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529819:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345253504:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529845:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.529867:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345253504 00000100:00100000:0.0:1789066429.529870:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345253504 00000100:00100000:0.0:1789066429.529896:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066429.529902:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345253504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529938:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345253504:12345-0@lo:400:kworker.0 Request processed in 37us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066429.529945:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1789066429.529961:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066429.529975:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345253504:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.529983:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345254016:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.530005:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066429.530036:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254016 00000100:00100000:0.0:1789066429.530040:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254016 00000100:00100000:0.0:1789066429.530063:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789066429.530068:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345254016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.530096:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345254016:12345-0@lo:400:kworker.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066429.530342:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3656:1875971345253120:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.530353:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3656:1875971345253632:0@lo:400:kworker.0 00010000:00080000:3.0:1789066429.530365:0:3656:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c36fce00 x1875971345254144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066429.530376:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3656:1875971345254144:0@lo:400:kworker.0 00000100:00100000:3.0:1789066429.532513:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789066429.532533:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345254272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066429.532594:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066429.532640:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254272 00000100:00100000:3.0:1789066429.532649:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254272 00000100:00100000:3.0:1789066429.532696:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066429.532705:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345254272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789066429.532725:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789066429.532782:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345254272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066429.532809:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066429.532863:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345254272:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789066429.533782:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066429.533846:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345254016:0@lo:400:kworker.0 00000100:00100000:0.0:1789066429.535936:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000001:02000400:1.0:1789066429.590439:0:25511:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1789066429.775044:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789066430.807175:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066431.517109:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517145:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517176:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517208:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517231:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517251:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517270:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517288:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517309:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066431.517339:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807808 00000100:00100000:3.0:1789066431.517350:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807808 00000100:00100000:3.0:1789066431.517398:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808320 00000100:00100000:3.0:1789066431.517400:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808320 00000100:00100000:3.0:1789066431.517412:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807680 00000100:00100000:3.0:1789066431.517414:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807680 00000100:00100000:3.0:1789066431.517425:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808192 00000100:00100000:3.0:1789066431.517427:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808192 00000100:00100000:3.0:1789066431.517440:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00100000:3.0:1789066431.517449:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807808:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066431.517519:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807808:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 70us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066431.517526:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00100000:3.0:1789066431.517544:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00100000:3.0:1789066431.517550:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316808320:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066431.517572:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316808320:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 22us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066431.517587:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 12 00000100:00100000:2.0:1789066431.517693:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807552 00000100:00100000:2.0:1789066431.517697:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807552 00000100:00100000:2.0:1789066431.517728:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808064 00000100:00100000:2.0:1789066431.517730:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808064 00000100:00100000:2.0:1789066431.517740:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807424 00000100:00100000:2.0:1789066431.517741:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807424 00000100:00100000:2.0:1789066431.517751:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807936 00000100:00100000:2.0:1789066431.517753:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807936 00000100:00100000:2.0:1789066431.517764:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 47 00000100:00100000:2.0:1789066431.517770:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807552:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066431.517816:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807552:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 46us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066431.517822:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 47 00000100:00100000:2.0:1789066431.517836:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 48 00000100:00100000:2.0:1789066431.517841:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316808064:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066431.517862:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316808064:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 22us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066431.517867:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 48 00000100:00100000:2.0:1789066431.517877:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 49 00000100:00100000:2.0:1789066431.517883:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2404:x1875971316807424:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066431.517902:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2404:x1875971316807424:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 20us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066431.517907:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 49 00000100:00100000:2.0:1789066431.517917:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 50 00000100:00100000:2.0:1789066431.517923:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316807936:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066431.517943:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316807936:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 20us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066431.517956:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 50 00000100:00100000:3.0:1789066431.518264:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 13 00000100:00100000:3.0:1789066431.518272:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807680:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066431.518302:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316807680:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 31us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066431.518307:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 13 00000100:00100000:3.0:1789066431.518319:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 14 00000100:00100000:3.0:1789066431.518324:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316808192:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:3.0:1789066431.518343:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316808192:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 19us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066431.518347:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 14 00000100:00100000:1.0:1789066431.518630:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316807296 00000100:00100000:1.0:1789066431.518636:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316807296 00000100:00100000:1.0:1789066431.518686:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 146 00000100:00100000:1.0:1789066431.518693:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+13:2404:x1875971316807296:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066431.518727:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+13:2404:x1875971316807296:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 37us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066431.518742:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 146 00000100:00080000:1.0:1789066431.518774:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789066431.518778:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789066431.518780:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789066431.518783:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789066431.570078:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345254400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789066431.570165:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066431.570368:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254400 00000100:00100000:1.0:1789066431.570378:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254400 00000100:00100000:1.0:1789066431.570451:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789066431.570461:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345254400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066431.570491:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066431.574307:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345254400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3839us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066431.574323:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1789066431.574369:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789066431.577015:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345254400:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789066431.823713:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789066432.082740:0:24954:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2a08c746-aa30-4e40-beb0-ca148f9cc82a 00000100:00100000:1.0:1789066432.591273:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345254528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789066432.591344:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066432.591399:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254528 00000100:00100000:2.0:1789066432.591408:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254528 00000100:00100000:2.0:1789066432.591470:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066432.591480:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345254528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789066432.591504:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066432.591553:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345254528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066432.591560:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789066432.591603:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345254528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789066432.591618:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789066432.591624:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345254656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066432.591631:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345254784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789066432.591649:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066432.591665:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254656 00000100:00100000:0.0:1789066432.591669:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254656 00000100:00100000:2.0:1789066432.591676:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066432.591692:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345254784 00000100:00100000:0.0:1789066432.591695:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345254784 00000100:00100000:2.0:1789066432.591701:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789066432.591707:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345254656:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066432.591708:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789066432.591712:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345254784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789066432.591732:0:22636:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000004:00000024:0.0:1789066432.591732:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789066432.591766:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345254656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066432.591772:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789066432.591775:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345254784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066432.591780:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789066432.591817:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345254656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066432.591818:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345254784:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789066432.591874:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789066432.846973:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789066433.258358:0:25659:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe4f3f4520 20000000:00000080:3.0:1789066433.258376:0:25659:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9479fc652000 uarg=0000000000000000 20000000:01000000:3.0:1789066433.258422:0:25659:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789066433.258428:0:25659:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789066433.258434:0:25659:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789066433.262360:0:25660:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1789066433.262714:0:25659:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789066433.280687:0:25659:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789066433.280725:0:25659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281024:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d21b4 expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281037:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281043:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2201 expref: 23 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281051:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d237b expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281060:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281076:0:25659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281084:0:25659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281158:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281177:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 12 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.281192:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345254912:192.168.202.53@tcp:104: 00010000:00010000:0.0:1789066433.281339:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281349:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.281357:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255040:192.168.202.53@tcp:104: 00010000:00010000:0.0:1789066433.281388:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d237b expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281396:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d237b expref: 23 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.281405:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255168:0@lo:104: 00000100:00100000:0.0:1789066433.281442:0:25659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789066433.281502:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 23 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281511:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 23 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.281532:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255296:0@lo:104: 00000100:00100000:0.0:1789066433.281555:0:25659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066433.281586:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255168 00000100:00100000:0.0:1789066433.281595:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255168 00000100:00100000:0.0:1789066433.281635:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255296 00000100:00100000:0.0:1789066433.281638:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255296 00000100:00100000:0.0:1789066433.281654:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066433.281663:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:25659:x1875971345255168:12345-0@lo:104: 00010000:00010000:0.0:1789066433.281678:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281730:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789066433.281736:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+4:25659:x1875971345255168:12345-0@lo:104: Request processed in 74us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066433.281743:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789066433.281774:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789066433.281781:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255296:12345-0@lo:104: 00010000:00010000:0.0:1789066433.281822:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281855:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789066433.281859:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255296:12345-0@lo:104: Request processed in 80us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066433.281865:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1789066433.281894:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.281913:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.281923:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36fc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255424:0@lo:104: 00000100:00100000:0.0:1789066433.281947:0:25659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066433.281968:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255424 00000100:00100000:0.0:1789066433.281972:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255424 00000100:00100000:0.0:1789066433.282002:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789066433.282008:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c36fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255424:12345-0@lo:104: 00010000:00010000:0.0:1789066433.282016:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.282049:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1789066433.282054:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c36fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255424:12345-0@lo:104: Request processed in 47us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066433.282059:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1789066433.282085:0:25659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 23 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.282091:0:25659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 23 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066433.282098:0:25659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c36ff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255552:0@lo:104: 00000100:00100000:0.0:1789066433.282120:0:25659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066433.282138:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255552 00000100:00100000:0.0:1789066433.282142:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255552 00000100:00100000:0.0:1789066433.282155:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066433.282160:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255552:12345-0@lo:104: 00010000:00010000:0.0:1789066433.282174:0:22614:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.282199:0:22614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1789066433.282204:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+3:25659:x1875971345255552:12345-0@lo:104: Request processed in 44us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066433.282209:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789066433.282227:0:25659:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789066433.282249:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255168:0@lo:104: 00000100:00100000:0.0:1789066433.282257:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255296:0@lo:104: 00000100:00100000:0.0:1789066433.282263:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36fc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255424:0@lo:104: 00000100:00100000:0.0:1789066433.282268:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255552:0@lo:104: 00010000:00010000:1.0:1789066433.282397:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789066433.282405:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282413:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c1679c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066433.282417:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282426:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066433.282441:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066433.282446:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789066433.282475:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282482:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066433.282505:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282511:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479c1679c00/0x6be491be349d237b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2382 expref: -99 pid: 24953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282527:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789066433.282530:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282535:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9800 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066433.282538:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282544:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066433.282550:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066433.282555:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789066433.282575:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282581:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066433.282597:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282604:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479f97f9800/0x6be491be349d2201 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d2208 expref: -99 pid: 24132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282614:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789066433.282617:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282622:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712c00 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066433.282625:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282632:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066433.282638:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066433.282643:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789066433.282655:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282662:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066433.282667:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282683:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712c00/0x6be491be349d21c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21c9 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282693:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789066433.282696:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282701:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479e0712600 already unused, calling callback (ffffffffc138dc20) 10000000:00010000:1.0:1789066433.282704:0:22620:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282711:0:22620:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789066433.282717:0:22620:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789066433.282722:0:22620:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789066433.282735:0:22620:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282741:0:22620:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789066433.282748:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282753:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.153@tcp lock: ffff9479e0712600/0x6be491be349d21b4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6be491be349d21bb expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.282766:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066433.282774:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066433.282776:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789066433.282811:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345255680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.282847:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066433.282881:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789066433.282886:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345256064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.282906:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066433.282933:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c34bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345255936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.282953:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066433.282968:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789066433.282973:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345255808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.283007:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066433.283067:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255680 00000100:00100000:1.0:1789066433.283072:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255680 00010000:00010000:1.0:1789066433.283094:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d237b expref: 24 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.283163:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256064 00000100:00100000:1.0:1789066433.283166:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256064 00010000:00010000:1.0:1789066433.283179:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 25 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.283188:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255936 00000100:00100000:1.0:1789066433.283190:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255936 00010000:00010000:1.0:1789066433.283198:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 26 pid: 22626 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.283207:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345255808 00000100:00100000:1.0:1789066433.283209:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345255808 00010000:00010000:1.0:1789066433.283218:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 27 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.283238:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789066433.283246:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+27:3654:x1875971345255680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.283257:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066433.283262:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d237b expref: 27 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283270:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d237b expref: 27 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283283:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c10e00/0x6be491be349d2382 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d237b expref: 27 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283296:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066433.283326:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+26:3654:x1875971345255680:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066433.283332:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789066433.283347:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789066433.283352:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+25:3654:x1875971345256064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.283359:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066433.283363:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 25 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283371:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 25 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283380:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c13f7200/0x6be491be349d21bb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d21b4 expref: 25 pid: 22624 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283400:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066433.283423:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345256064:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066433.283429:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789066433.283441:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789066433.283446:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:3656:x1875971345255936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.283453:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066433.283457:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283465:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283474:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3338600/0x6be491be349d21c9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d21c2 expref: 23 pid: 22626 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283482:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066433.283507:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:3656:x1875971345255936:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066433.283513:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789066433.283524:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066433.283530:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:3656:x1875971345255808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.283536:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066433.283541:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 21 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283548:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 21 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283565:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9478c3339400/0x6be491be349d2208 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6be491be349d2201 expref: 21 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.283574:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066433.283598:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:3656:x1875971345255808:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066433.283604:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789066433.283648:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345255808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.283657:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3656:1875971345255936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.283684:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c34bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345256064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789066433.283693:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3671c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345255680:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.283724:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789066433.283730:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066433.291564:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066433.291665:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066433.291848:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345254912:192.168.202.53@tcp:104: 00000100:00100000:0.0:1789066433.291870:0:25659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c36ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25659:1875971345255040:192.168.202.53@tcp:104: 00010000:00010000:0.0:1789066433.291909:0:25659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.292026:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808448 00000100:00100000:1.0:1789066433.292036:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808448 00000100:00100000:2.0:1789066433.292062:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808576 00000100:00100000:2.0:1789066433.292081:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808576 00010000:00010000:1.0:1789066433.292083:0:22617:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 13 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292122:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 14 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066433.292129:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 13 00000100:00100000:1.0:1789066433.292148:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ec0ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:78654bce-d226-433f-a941-9f2b4b3b2e84+14:2405:x1875971316808448:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066433.292167:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066433.292177:0:22617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 14 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066433.292185:0:22618:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:1.0:1789066433.292194:0:22617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 14 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066433.292198:0:22618:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1789066433.292235:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c10400/0x6be491be349d252d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283f3 expref: 14 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066433.292253:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066433.292320:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ec0ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:78654bce-d226-433f-a941-9f2b4b3b2e84+13:2405:x1875971316808448:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 175us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066433.292329:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 13 00000100:00100000:2.0:1789066433.292353:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 14 00000100:00100000:2.0:1789066433.292365:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:78654bce-d226-433f-a941-9f2b4b3b2e84+12:2405:x1875971316808576:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066433.292382:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066433.292390:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292406:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292425:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479c8c10000/0x6be491be349d24ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928383 expref: 12 pid: 22623 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292443:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292453:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292470:0:22618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292479:0:22618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292487:0:22618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292517:0:22618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292524:0:22618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066433.292528:0:22618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292537:0:22618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292551:0:22618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066433.292563:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789066433.292606:0:25659:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066433.292610:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:78654bce-d226-433f-a941-9f2b4b3b2e84+11:2405:x1875971316808576:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 245us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066433.292632:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 14 00010000:00010000:0.0:1789066433.292635:0:25659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066433.292646:0:25659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9479f97f8400/0x6be491be349d255e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789066433.748575:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789066433.871118:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789066434.511123:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789066434.511149:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479feff2000 from 13 10000000:01000000:0.0:1789066434.511155:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789066434.511208:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.511221:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.511233:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066434.511259:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.511333:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066434.511390:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38600 going to sleep for 11 seconds 00000100:00100000:1.0:1789066434.511694:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256192 00000100:00100000:1.0:1789066434.511703:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256192 00000100:00100000:1.0:1789066434.511764:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1789066434.511775:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+20:22628:x1875971345256192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066434.511815:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066434.511838:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10400/0x6be491be349d256c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2565 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.511867:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10400/0x6be491be349d256c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2565 expref: 21 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.511878:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10400/0x6be491be349d256c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2565 expref: 21 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.511888:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10400, rc 0) 00000100:00100000:1.0:1789066434.511943:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.511949:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789066434.512073:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066434.512090:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d256c expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.512099:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d256c expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.512174:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.512202:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.512237:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a000 going to sleep for 11 seconds 00000100:00100000:3.0:1789066434.512311:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256320 00000100:00100000:3.0:1789066434.512316:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256320 00000100:00100000:3.0:1789066434.512352:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1789066434.512360:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066434.512492:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6260c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.512499:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789066434.512772:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.512837:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.512875:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.512902:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066434.513291:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256448 00000100:00100000:1.0:1789066434.513296:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256448 00000100:00100000:1.0:1789066434.513316:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789066434.513322:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066434.513405:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.513411:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1789066434.513498:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256448:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789066434.514927:0:25673:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789066434.517621:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789066434.517668:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066434.517682:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d256c expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.517696:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f9e00/0x6be491be349d2565 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d256c expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066434.517708:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066434.517710:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479f1f1a000 from 13 10000000:01000000:3.0:1789066434.517713:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066434.517758:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.517766:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.517778:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066434.517820:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066434.519953:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066434.520088:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bf480 going to sleep for 11 seconds 00000100:00100000:1.0:1789066434.520218:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256576 00000100:00100000:1.0:1789066434.520229:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256576 00000100:00100000:1.0:1789066434.520293:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789066434.520304:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+21:22628:x1875971345256576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789066434.520321:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066434.520341:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479c8c10e00/0x6be491be349d257a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2573 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.520371:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479c8c10e00/0x6be491be349d257a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2573 expref: 22 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.520383:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479c8c10e00/0x6be491be349d257a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2573 expref: 22 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.520394:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10e00, rc 0) 00000100:00100000:1.0:1789066434.520462:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6262850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.520480:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789066434.520691:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066434.520707:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d257a expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.520715:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d257a expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.520778:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.520831:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.520852:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789066434.521140:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256704 00000100:00100000:0.0:1789066434.521147:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256704 00000100:00100000:0.0:1789066434.521185:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789066434.521193:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.521318:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6263c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.521326:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1789066434.521361:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.521392:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.521442:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.521467:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066434.521580:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256832 00000100:00100000:3.0:1789066434.521584:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256832 00000100:00100000:3.0:1789066434.521618:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789066434.521625:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789066434.521723:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479c6261c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.521731:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789066434.521943:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789066434.525757:0:25674:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789066434.526075:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789066434.526102:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789066434.526114:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d257a expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.526126:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f2608c00/0x6be491be349d2573 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d257a expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789066434.526138:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789066434.526140:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479fef46800 from 13 10000000:01000000:3.0:1789066434.526144:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789066434.530926:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.530945:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.530960:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066434.530996:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789066434.531073:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066434.531211:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bfd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789066434.535057:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345256960 00000100:00100000:2.0:1789066434.535074:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345256960 00000100:00100000:2.0:1789066434.535154:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789066434.535165:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+22:22628:x1875971345256960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789066434.535182:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066434.535205:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9478c3339800/0x6be491be349d2588 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d2581 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.535237:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9478c3339800/0x6be491be349d2588 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d2581 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.535251:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9478c3339800/0x6be491be349d2588 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d2581 expref: 23 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.535261:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339800, rc 0) 00000100:00100000:2.0:1789066434.535352:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345256960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (4278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.535360:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789066434.535775:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345256960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066434.535816:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2588 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.535840:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2588 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066434.535928:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789066434.535965:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066434.536011:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789066434.536067:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257088 00000100:00100000:1.0:1789066434.536073:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257088 00000100:00100000:1.0:1789066434.536114:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789066434.536122:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345257088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066434.536300:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345257088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 179us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.536307:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789066434.536668:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.536703:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.536743:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066434.536832:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38900 going to sleep for 11 seconds 00000100:00100000:1.0:1789066434.536910:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257216 00000100:00100000:1.0:1789066434.536915:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257216 00000100:00100000:1.0:1789066434.536990:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1789066434.536998:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345257216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066434.537129:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345257216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.537136:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789066434.537209:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789066434.539623:0:25675:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789066434.539924:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789066434.539949:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066434.539961:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2588 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.539999:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f2608400/0x6be491be349d2581 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2588 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789066434.540010:0:22628:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789066434.540012:0:22628:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9479c34e7000 from 13 10000000:01000000:0.0:1789066434.540015:0:22628:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789066434.540054:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.540063:0:22628:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.540076:0:22628:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066434.540101:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.540164:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066434.540204:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38240 going to sleep for 11 seconds 00000100:00100000:3.0:1789066434.540294:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257344 00000100:00100000:3.0:1789066434.540301:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257344 00000100:00100000:3.0:1789066434.540742:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789066434.540754:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+23:22628:x1875971345257344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789066434.540770:0:22626:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.540785:0:22626:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f2609800/0x6be491be349d2596 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6be491be349d258f expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.541488:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f2609800/0x6be491be349d2596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6be491be349d258f expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.541500:0:22626:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f2609800/0x6be491be349d2596 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6be491be349d258f expref: 24 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.541508:0:22626:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609800, rc 0) 00000100:00100000:3.0:1789066434.541579:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345257344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 827us (1414us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.541587:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789066434.542644:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066434.542668:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2596 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.542680:0:22628:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6be491be349d2596 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066434.542762:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.542852:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066434.542903:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38240 going to sleep for 11 seconds 00000100:00100000:2.0:1789066434.542990:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257472 00000100:00100000:2.0:1789066434.542997:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257472 00000100:00100000:2.0:1789066434.543039:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789066434.543049:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345257472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.543159:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345257472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.543166:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789066434.543241:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.543268:0:22628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.543305:0:22628:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.543450:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257600 00000100:00100000:2.0:1789066434.543455:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257600 00000100:00100000:2.0:1789066434.543477:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789066434.543482:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345257600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.543551:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:22628:x1875971345257600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.543563:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789066434.543616:0:22628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479e7f38240 going to sleep for 11 seconds 00000100:00100000:0.0:1789066434.543631:0:22628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5adb68e9-e411-4aa0-a096-78e14ad20bc8:22628:1875971345257600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789066434.546528:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.546931:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808704 00000100:00100000:0.0:1789066434.546942:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808704 00000100:00080000:1.0:1789066434.547033:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789066434.547053:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 23 00000100:00100000:0.0:1789066434.547065:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+6:18742:x1875971316808704:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066434.547085:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066434.547110:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8c00/0x6be491be349d259d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092842b expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547180:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547199:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547215:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547227:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547232:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547247:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547318:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9c00/0x6be491be349d25b2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547326:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9c00/0x6be491be349d25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547333:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9c00/0x6be491be349d25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066434.547361:0:25425:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789066434.547365:0:25425:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789066434.547405:0:25425:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9c00/0x6be491be349d25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547417:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547422:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547426:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547430:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9800 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066434.547433:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547438:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547454:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:0.0:1789066434.547456:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066434.547460:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547464:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d25a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547475:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547478:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547482:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547485:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f8e00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066434.547487:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547490:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547494:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9478c31a6000) 00010000:00010000:0.0:1789066434.547495:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066434.547496:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547499:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8e00/0x6be491be349d25ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547531:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8c00/0x6be491be349d259d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092842b expref: 8 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547540:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9c00/0x6be491be349d25b2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092842b expref: 7 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.547545:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9478c31a6200) 00010000:00010000:0.0:1789066434.547546:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789066434.547548:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f9c00, rc 0) 00000100:00100000:0.0:1789066434.547599:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18742:x1875971316808704:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 537us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.547606:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 23 00000040:00080000:2.0:1789066434.551549:0:25676:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789066434.551769:0:22628:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789066434.551818:0:22628:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.153@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789066434.551831:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2596 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.551844:0:22628:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.153@tcp lock: ffff9479f97f8400/0x6be491be349d258f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6be491be349d2596 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066434.557600:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.557960:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316808832 00000100:00100000:2.0:1789066434.557971:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316808832 00000100:00100000:2.0:1789066434.558059:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:2.0:1789066434.558070:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18742:x1875971316808832:12345-192.168.202.53@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1789066434.558150:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18742:x1875971316808832:12345-192.168.202.53@tcp:900:lhsmtool_posix.0 Request processed in 81us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.558159:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:0.0:1789066434.562175:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.562256:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809088 00000100:00100000:3.0:1789066434.562267:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809088 00000100:00100000:3.0:1789066434.562344:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 24 00000100:00100000:3.0:1789066434.562355:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+7:18742:x1875971316809088:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789066434.562380:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.562410:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928432 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562494:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562510:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562523:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562539:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562546:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562552:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562945:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609600/0x6be491be349d25ce lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.562956:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609600/0x6be491be349d25ce lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563000:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609600/0x6be491be349d25ce lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.563011:0:22633:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1789066434.563160:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563169:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563176:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563182:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608800 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.563186:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563194:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563207:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9478c31a6200) 00010000:00010000:3.0:1789066434.563210:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.563215:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563221:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25c0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563234:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563240:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563250:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563255:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609000 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.563258:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563264:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563271:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.563273:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.563276:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.563282:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25c7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.566511:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928432 expref: 10 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.566541:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609600/0x6be491be349d25ce lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928432 expref: 9 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.566550:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9478c31a5300) 00010000:00010000:3.0:1789066434.566552:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.566556:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609600, rc 0) 00000100:00100000:3.0:1789066434.567548:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18742:x1875971316809088:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 5191us (5378us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789066434.567587:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 24 00000100:00100000:1.0:1789066434.572383:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.572676:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809216 00000100:00100000:2.0:1789066434.572688:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809216 00000100:00100000:2.0:1789066434.572750:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 25 00000100:00100000:2.0:1789066434.572761:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18742:x1875971316809216:12345-192.168.202.53@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789066434.572918:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18742:x1875971316809216:12345-192.168.202.53@tcp:59:lhsmtool_posix.0 Request processed in 158us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.572925:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 25 00000100:00100000:1.0:1789066434.580208:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.580480:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809344 00000100:00100000:0.0:1789066434.580492:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809344 00000100:00100000:0.0:1789066434.580610:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 26 00000100:00100000:0.0:1789066434.580624:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18742:x1875971316809344:12345-192.168.202.53@tcp:59:lhsmtool_posix.0 00000004:00080000:2.0:1789066434.585171:0:25425:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4493us 00000100:00080000:1.0:1789066434.585471:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066434.609303:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18742:x1875971316809344:12345-192.168.202.53@tcp:59:lhsmtool_posix.0 Request processed in 28672us (29094us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.609317:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 26 00000100:00100000:0.0:1789066434.624593:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.624697:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809472 00000100:00100000:3.0:1789066434.624709:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809472 00000100:00100000:3.0:1789066434.624768:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 27 00000100:00100000:3.0:1789066434.624778:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18748:x1875971316809472:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066434.624824:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.624847:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928439 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.624919:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.624935:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.624948:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625029:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625038:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625045:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625366:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625386:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625395:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625401:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609000 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.625406:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625414:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625428:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:3.0:1789066434.625431:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.625436:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625442:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d25e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625458:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625464:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625469:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625474:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608800 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.625483:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625488:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625496:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.625498:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.625501:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625506:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d25ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625541:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928439 expref: 10 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625557:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:3.0:1789066434.625559:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.625563:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928439 expref: 10 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.625574:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609a00, rc 0) 00000100:00100000:3.0:1789066434.625703:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18748:x1875971316809472:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 925us (1120us total) trans 0 rc 301/301 00000100:00100000:3.0:1789066434.625711:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 27 00000100:00100000:1.0:1789066434.630628:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.630755:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809600 00000100:00100000:2.0:1789066434.630767:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809600 00000100:00100000:2.0:1789066434.630958:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:2.0:1789066434.630969:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18748:x1875971316809600:12345-192.168.202.53@tcp:700:lfs.0 00000100:00100000:2.0:1789066434.631093:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18748:x1875971316809600:12345-192.168.202.53@tcp:700:lfs.0 Request processed in 126us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.631100:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:1.0:1789066434.633909:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.634116:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809856 00000100:00100000:2.0:1789066434.634128:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809856 00000100:00100000:2.0:1789066434.634192:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 28 00000100:00100000:2.0:1789066434.634202:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+9:18748:x1875971316809856:12345-192.168.202.53@tcp:36:lfs.0 00010000:00010000:2.0:1789066434.634264:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066434.634297:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d2518 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09283b4 expref: 9 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.634318:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:2.0:1789066434.634324:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066434.634396:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.634412:0:22632:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 5 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.634421:0:22632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.634459:0:22632:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 5 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.634473:0:22632:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 5 pid: 22632 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.634487:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22632:1875971345257728:192.168.202.53@tcp:104: 00000100:00100000:2.0:1789066434.635379:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789066434.637984:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22632:1875971345257728:192.168.202.53@tcp:104: 00010000:00010000:2.0:1789066434.638036:0:22632:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.639160:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345257984:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639224:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639253:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345258496:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639273:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639290:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345259008:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639316:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639343:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789066434.639349:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345258112:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639370:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639385:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345258624:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639403:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639416:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345259136:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.639437:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066434.639469:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345259008 00000100:00100000:2.0:1789066434.639477:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345259008 00000100:00100000:2.0:1789066434.639529:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345259136 00000100:00100000:2.0:1789066434.639532:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345259136 00000100:00100000:2.0:1789066434.639554:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789066434.639851:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345257856:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.639882:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066434.639904:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345258368:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.639924:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066434.639939:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345258880:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.639989:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066434.640005:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789066434.640010:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345258240:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.640031:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066434.640041:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345258752:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.640071:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066434.640092:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1875971345259264:0@lo:400:kworker.0 00000100:00100000:1.0:1789066434.640112:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066434.640378:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257984 00000100:00100000:3.0:1789066434.640384:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257984 00000100:00100000:3.0:1789066434.640430:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258496 00000100:00100000:3.0:1789066434.640433:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258496 00000100:00100000:3.0:1789066434.640456:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258112 00000100:00100000:3.0:1789066434.640458:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258112 00000100:00100000:3.0:1789066434.640470:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258624 00000100:00100000:3.0:1789066434.640472:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258624 00000100:00100000:3.0:1789066434.640486:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066434.640494:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345257984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.640551:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345257984:12345-0@lo:400:kworker.0 Request processed in 57us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.640571:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789066434.640590:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066434.640596:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345258496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.640622:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345258496:12345-0@lo:400:kworker.0 Request processed in 27us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.640628:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789066434.640639:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066434.640645:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345258112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.640669:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345258112:12345-0@lo:400:kworker.0 Request processed in 25us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.640675:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789066434.640686:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066434.640691:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345258624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.640714:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345258624:12345-0@lo:400:kworker.0 Request processed in 23us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.640720:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789066434.640784:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258880 00000100:00100000:3.0:1789066434.640808:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258880 00000100:00100000:0.0:1789066434.641025:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789066434.641037:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345259392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789066434.641089:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066434.641120:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345257856 00000100:00100000:0.0:1789066434.641123:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345257856 00000100:00100000:0.0:1789066434.641149:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258368 00000100:00100000:0.0:1789066434.641152:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258368 00000100:00100000:0.0:1789066434.641165:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789066434.641171:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c34bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345257856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066434.641205:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345257856:12345-0@lo:400:kworker.0 Request processed in 34us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.641212:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789066434.641225:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789066434.641231:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345258368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789066434.641255:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345258368:12345-0@lo:400:kworker.0 Request processed in 24us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.641260:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789066434.641469:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345259008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.641505:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345259008:12345-0@lo:400:kworker.0 Request processed in 42us (2188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.641544:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345259392 00000100:00100000:1.0:1789066434.641548:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345259392 00000100:00100000:3.0:1789066434.641638:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258240 00000100:00100000:3.0:1789066434.641651:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258240 00000100:00100000:3.0:1789066434.641669:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345258752 00000100:00100000:3.0:1789066434.641672:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345258752 00000100:00100000:3.0:1789066434.641681:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345259264 00000100:00100000:3.0:1789066434.641684:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345259264 00000100:00100000:3.0:1789066434.641699:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789066434.641704:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345259136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.641737:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345259136:12345-0@lo:400:kworker.0 Request processed in 32us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.641743:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789066434.641757:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789066434.641763:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345258880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.641813:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f80daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345258880:12345-0@lo:400:kworker.0 Request processed in 51us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.641819:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789066434.641831:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789066434.641837:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345258240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.641862:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345258240:12345-0@lo:400:kworker.0 Request processed in 25us (1830us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.641868:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789066434.641879:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789066434.641884:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345258752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.641910:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345258752:12345-0@lo:400:kworker.0 Request processed in 26us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.641915:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789066434.641925:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789066434.641931:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875971345259264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.641963:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875971345259264:12345-0@lo:400:kworker.0 Request processed in 33us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.641969:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789066434.642029:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345258240:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642042:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345258752:0@lo:400:kworker.0 00010000:00080000:3.0:1789066434.642066:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9478c2725c00 x1875971345259264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066434.642088:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1875971345259264:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642099:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345257856:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642108:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345258368:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642117:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345258880:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642152:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345259520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066434.642180:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066434.642208:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345258112:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642218:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345258624:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642231:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345259136:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642243:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345257984:0@lo:400:kworker.0 00000100:00100000:3.0:1789066434.642253:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345258496:0@lo:400:kworker.0 00010000:00080000:3.0:1789066434.642263:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479e4a89f80 x1875971345259008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789066434.642285:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345259008:0@lo:400:kworker.0 00000100:00100000:2.0:1789066434.642356:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:2.0:1789066434.642378:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789066434.642387:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066434.642390:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789066434.642392:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066434.642752:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345259520 00000100:00100000:1.0:1789066434.642758:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345259520 00000100:00100000:1.0:1789066434.642774:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789066434.642781:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345259392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789066434.642829:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789066434.642876:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1875971345259392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.642882:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789066434.642895:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789066434.642902:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345259520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789066434.642911:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789066434.642940:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345259520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.642946:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789066434.643097:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3653:1875971345259392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066434.644250:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345259520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789066434.645608:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.645698:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316809984 00000100:00100000:2.0:1789066434.645708:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316809984 00010000:00010000:2.0:1789066434.645768:0:22617:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 6 pid: 22632 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.645841:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 15 00000100:00100000:2.0:1789066434.645852:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2405:x1875971316809984:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066434.645868:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066434.645876:0:22617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 6 pid: 22632 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.645890:0:22617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 6 pid: 22632 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.645914:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2557 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928424 expref: 6 pid: 22632 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.645932:0:22617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:2.0:1789066434.645938:0:22617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.645947:0:22617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.645955:0:22617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.646015:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066434.646141:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2405:x1875971316809984:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 221us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.646151:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 15 00010000:00010000:3.0:1789066434.646221:0:22632:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.646230:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.646258:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.646269:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.646278:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789066434.647055:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789066434.648872:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.648896:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.648909:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789066434.648929:0:22632:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000b19cce62 reply state 000000001186f215 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.648942:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.648957:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.648959:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789066434.648963:0:22632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789066434.648970:0:22632:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789066434.649010:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.649018:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.649025:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.649031:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339000 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.649036:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.649043:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.649063:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff947a01b8fa00) 00010000:00010000:3.0:1789066434.649065:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.649069:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.650017:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d25f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789066434.650046:0:22632:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000b19cce62 reply state 000000001186f215 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.650086:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.650096:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5d00) 00010000:00010000:3.0:1789066434.650099:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789066434.650102:0:22632:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1789066434.650216:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c34bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+10:18748:x1875971316809856:12345-192.168.202.53@tcp:36:lfs.0 Request processed in 16010us (16312us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789066434.650225:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 28 00000100:00100000:1.0:1789066434.734327:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.734588:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316810112 00000100:00100000:3.0:1789066434.734599:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316810112 00000100:00100000:3.0:1789066434.734663:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 29 00000100:00100000:3.0:1789066434.734674:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+10:18756:x1875971316810112:12345-192.168.202.53@tcp:101:lctl.0 00010000:00010000:3.0:1789066434.734706:0:22631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.734734:0:22631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2606 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928440 expref: -99 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.734849:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d260d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.734865:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d260d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.734879:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d260d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.734925:0:22631:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789066434.734929:0:22631:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789066434.734994:0:22631:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d260d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.735022:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2606 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928440 expref: 12 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.735042:0:22631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609000/0x6be491be349d260d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928440 expref: 11 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.735061:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:3.0:1789066434.735065:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789066434.735069:0:22631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609000, rc 0) 00000100:00100000:3.0:1789066434.735421:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+11:18756:x1875971316810112:12345-192.168.202.53@tcp:101:lctl.0 Request processed in 746us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.735429:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 29 00000100:00100000:0.0:1789066434.759656:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.759750:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316810240 00000100:00100000:2.0:1789066434.759761:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316810240 00000100:00100000:2.0:1789066434.759846:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 30 00000100:00100000:2.0:1789066434.759856:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:18757:x1875971316810240:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:2.0:1789066434.759876:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066434.759898:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2614 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928447 expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.759958:0:24413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d261b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.760004:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d261b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.760018:0:24413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d261b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066434.760084:0:24413:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789066434.760088:0:24413:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789066434.760113:0:24413:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d261b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.760141:0:24413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338000/0x6be491be349d2614 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928447 expref: 7 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.760183:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339e00/0x6be491be349d261b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928447 expref: 6 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.760192:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:2.0:1789066434.760195:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789066434.760199:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3339e00, rc 0) 00000100:00100000:2.0:1789066434.760269:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18757:x1875971316810240:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 415us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.760277:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 30 00000100:00100000:1.0:1789066434.763764:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.763982:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316810368 00000100:00100000:3.0:1789066434.763993:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316810368 00000100:00100000:3.0:1789066434.764065:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 31 00000100:00100000:3.0:1789066434.764089:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:18757:x1875971316810368:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066434.764112:0:22632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.764135:0:22632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2622 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092844e expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764206:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764223:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764236:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764267:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764275:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764282:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764374:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764383:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764389:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.764436:0:22632:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789066434.764441:0:22632:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789066434.764463:0:22632:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764475:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764482:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764488:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764504:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609e00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.764509:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764517:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764531:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:3.0:1789066434.764534:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.764540:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764546:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2629 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764561:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764567:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764572:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764577:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608200 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.764580:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764586:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764606:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5d00) 00010000:00010000:3.0:1789066434.764609:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.764612:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764618:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d2630 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764644:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2622 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092844e expref: 8 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764658:0:22632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092844e expref: 7 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.764665:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.764668:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789066434.764670:0:22632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609400, rc 0) 00000100:00100000:3.0:1789066434.764744:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+7:18757:x1875971316810368:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 670us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.764752:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 31 00000040:00080000:1.0:1789066434.768673:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789066434.774434:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.774618:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316810496 00000100:00100000:1.0:1789066434.774633:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316810496 00000100:00100000:1.0:1789066434.774727:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00100000:1.0:1789066434.774735:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:18757:x1875971316810496:12345-192.168.202.53@tcp:900:lfs.0 00000100:00100000:1.0:1789066434.774903:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:18757:x1875971316810496:12345-192.168.202.53@tcp:900:lfs.0 Request processed in 168us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.774910:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00080000:2.0:1789066434.774969:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789066434.779170:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.779371:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316810752 00000100:00100000:3.0:1789066434.779381:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316810752 00000100:00100000:3.0:1789066434.779493:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 32 00000100:00100000:3.0:1789066434.779505:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+7:18757:x1875971316810752:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066434.779527:0:22631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.779547:0:22631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d263e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928455 expref: -99 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.779659:0:22631:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789066434.779751:0:22631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d263e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928455 expref: 9 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.779764:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:3.0:1789066434.779766:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789066434.779770:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d263e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928455 expref: 9 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.779780:0:22631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608800, rc 0) 00000100:00100000:3.0:1789066434.779890:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+8:18757:x1875971316810752:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 386us (730us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789066434.779897:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 32 00000100:00100000:0.0:1789066434.784050:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.784248:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316811008 00000100:00100000:1.0:1789066434.784260:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316811008 00000100:00100000:1.0:1789066434.784323:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 33 00000100:00100000:1.0:1789066434.784726:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+8:18757:x1875971316811008:12345-192.168.202.53@tcp:36:lfs.0 00010000:00010000:1.0:1789066434.784778:0:25425:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066434.784889:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2637 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092844e expref: 8 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.784907:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:1.0:1789066434.784911:0:25425:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789066434.784934:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.784947:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.784955:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789066434.785187:0:25425:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000b8b8951b reply state 00000000f728e1ef transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.785200:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.785206:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:1.0:1789066434.785208:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1789066434.785211:0:25425:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789066434.785219:0:25425:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789066434.785306:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+9:18757:x1875971316811008:12345-192.168.202.53@tcp:36:lfs.0 Request processed in 973us (1267us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789066434.785313:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 33 00000100:00100000:1.0:1789066434.788595:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.788730:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316811264 00000100:00100000:0.0:1789066434.788742:0:22635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316811264 00000100:00100000:0.0:1789066434.788924:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 2 00000100:00100000:0.0:1789066434.788937:0:22635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+9:18757:x1875971316811264:12345-192.168.202.53@tcp:35:lfs.0 00000100:00100000:0.0:1789066434.789488:0:22635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+10:18757:x1875971316811264:12345-192.168.202.53@tcp:35:lfs.0 Request processed in 550us (900us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789066434.789519:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 2 00000100:00100000:0.0:1789066434.794033:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.794301:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316811520 00000100:00100000:3.0:1789066434.794315:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316811520 00000100:00100000:3.0:1789066434.794434:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 34 00000100:00100000:3.0:1789066434.794444:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2a08c746-aa30-4e40-beb0-ca148f9cc82a+10:18757:x1875971316811520:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066434.794472:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.794497:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092845c expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794666:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794683:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794716:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794729:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794737:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.794744:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.795249:0:22633:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789066434.795715:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795726:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795733:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795739:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608200 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.795744:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795752:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795767:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:3.0:1789066434.795770:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.795845:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795853:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d265a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795869:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795875:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795880:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795885:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609e00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.795889:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795895:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795903:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5d00) 00010000:00010000:3.0:1789066434.795905:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.795907:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.795913:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d2661 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.796086:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2653 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092845c expref: 12 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.796098:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:2.0:1789066434.796100:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066434.796105:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d2653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092845c expref: 12 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.796117:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608800, rc 0) 00000100:00100000:2.0:1789066434.796194:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2a08c746-aa30-4e40-beb0-ca148f9cc82a+11:18757:x1875971316811520:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 1750us (2168us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789066434.796202:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 34 00000100:00100000:1.0:1789066434.799673:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.800198:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316811648 00000100:00100000:3.0:1789066434.800212:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316811648 00000100:00100000:3.0:1789066434.800324:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 35 00000100:00100000:3.0:1789066434.800363:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+11:18757:x1875971316811648:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066434.800392:0:22631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.800417:0:22631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d266f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928463 expref: -99 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800517:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800533:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800548:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.800574:0:22631:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789066434.800578:0:22631:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789066434.800598:0:22631:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800625:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d266f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 13 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800785:0:22631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 12 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.800815:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.800818:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789066434.800821:0:22631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609400, rc 0) 00000100:00100000:3.0:1789066434.800939:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+12:18757:x1875971316811648:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 578us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.800954:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 35 00000100:00100000:1.0:1789066434.807439:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.807539:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316811776 00000100:00100000:0.0:1789066434.807549:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316811776 00000100:00100000:0.0:1789066434.807608:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 3 00000100:00100000:0.0:1789066434.807618:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+12:18757:x1875971316811776:12345-192.168.202.53@tcp:37:lfs.0 00000100:00100000:1.0:1789066434.812044:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2a08c746-aa30-4e40-beb0-ca148f9cc82a+12:18757:x1875971316811776:12345-192.168.202.53@tcp:37:lfs.0 Request processed in 4416us (4712us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.812070:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 3 00000100:00100000:1.0:1789066434.817446:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.817983:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812032 00000100:00100000:0.0:1789066434.817995:0:22635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812032 00000100:00100000:0.0:1789066434.818103:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 4 00000100:00100000:0.0:1789066434.818116:0:22635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff947a00d5f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+12:18757:x1875971316812032:12345-192.168.202.53@tcp:35:lfs.0 00000100:00100000:0.0:1789066434.818366:0:22635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff947a00d5f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+13:18757:x1875971316812032:12345-192.168.202.53@tcp:35:lfs.0 Request processed in 251us (928us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789066434.818373:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 4 00010000:00010000:1.0:1789066434.895716:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789066434.896577:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.896666:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812160 00000100:00100000:1.0:1789066434.896677:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812160 00000100:00100000:1.0:1789066434.896744:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 36 00000100:00100000:1.0:1789066434.896754:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+11:18763:x1875971316812160:12345-192.168.202.53@tcp:101:bash.0 00010000:00010000:1.0:1789066434.896775:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066434.896824:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10800/0x6be491be349d267d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092846a expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896915:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896934:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896946:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896958:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896965:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.896982:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897078:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11400/0x6be491be349d2692 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897087:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11400/0x6be491be349d2692 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897094:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11400/0x6be491be349d2692 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789066434.897132:0:25425:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789066434.897136:0:25425:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789066434.897177:0:25425:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11400/0x6be491be349d2692 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897199:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897205:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897212:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897219:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c10000 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:1.0:1789066434.897223:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897231:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897242:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:1.0:1789066434.897245:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066434.897251:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897256:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d2684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897269:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897274:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897278:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897288:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c10c00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:1.0:1789066434.897291:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897296:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897304:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5d00) 00010000:00010000:1.0:1789066434.897306:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789066434.897309:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897314:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d268b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897340:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10800/0x6be491be349d267d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092846a expref: 13 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897353:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11400/0x6be491be349d2692 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092846a expref: 12 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066434.897360:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:1.0:1789066434.897362:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789066434.897365:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c11400, rc 0) 00000100:00100000:1.0:1789066434.897439:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+12:18763:x1875971316812160:12345-192.168.202.53@tcp:101:bash.0 Request processed in 686us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.897446:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 36 00000100:00100000:2.0:1789066434.901126:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.901238:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812288 00000100:00100000:0.0:1789066434.901251:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812288 00000100:00100000:0.0:1789066434.901320:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 159 00000100:00100000:0.0:1789066434.901331:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+11:18125:x1875971316812288:12345-192.168.202.53@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066434.901348:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066434.901369:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8e00/0x6be491be349d2699 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928471 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.901403:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8e00/0x6be491be349d2699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928471 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.901416:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8e00/0x6be491be349d2699 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928471 expref: 12 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.901447:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8e00, rc 0) 00000100:00100000:0.0:1789066434.901521:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316812288:12345-192.168.202.53@tcp:101:ll_cfg_requeue.0 Request processed in 190us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.901528:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 159 00000100:00100000:0.0:1789066434.908730:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.908847:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812416 00000100:00100000:1.0:1789066434.908879:0:22642:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812416 00000100:00100000:1.0:1789066434.908955:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:1.0:1789066434.908967:0:22642:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18763:x1875971316812416:12345-192.168.202.53@tcp:900:bash.0 00000100:00100000:1.0:1789066434.909086:0:22642:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c07c2a0d-32d4-4066-b05d-48827ce04272+5:18763:x1875971316812416:12345-192.168.202.53@tcp:900:bash.0 Request processed in 121us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.909094:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:3.0:1789066434.911755:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066434.911892:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.912058:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812800 00000100:00100000:2.0:1789066434.912069:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812800 00000100:00100000:2.0:1789066434.912141:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 37 00000100:00100000:2.0:1789066434.912169:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+12:18763:x1875971316812800:12345-192.168.202.53@tcp:101:bash.0 00010000:00010000:2.0:1789066434.912191:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066434.912215:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d26a0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928478 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.912328:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.912344:0:22633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 12 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.912354:0:22633:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.912392:0:22633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 12 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.912406:0:22633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 12 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.912419:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2726a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345259648:192.168.202.53@tcp:104: 00000100:00100000:2.0:1789066434.912510:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1789066434.915312:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2726a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345259648:192.168.202.53@tcp:104: 00010000:00010000:0.0:1789066434.915348:0:22633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066434.916427:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812544 00000100:00100000:1.0:1789066434.916439:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812544 00000100:00100000:1.0:1789066434.916502:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 160 00000100:00100000:1.0:1789066434.916514:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316812544:12345-192.168.202.53@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789066434.916711:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316812544:12345-192.168.202.53@tcp:501:ll_cfg_requeue.0 Request processed in 197us (4963us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066434.916719:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 160 00000100:00100000:0.0:1789066434.918497:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.918598:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316812928 00000100:00100000:2.0:1789066434.918608:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316812928 00010000:00010000:2.0:1789066434.918651:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 13 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066434.918699:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 16 00000100:00100000:2.0:1789066434.918710:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2a08c746-aa30-4e40-beb0-ca148f9cc82a+13:2404:x1875971316812928:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066434.918741:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066434.918749:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 13 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.918765:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 13 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.918822:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d2676 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928463 expref: 13 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.918845:0:22618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:2.0:1789066434.918851:0:22618:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.918863:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.918872:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066434.919013:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066434.919090:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2a08c746-aa30-4e40-beb0-ca148f9cc82a+12:2404:x1875971316812928:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 382us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.919098:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 16 00010000:00010000:3.0:1789066434.921396:0:22633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.921411:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.921476:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.921490:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.921502:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066434.921708:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.921781:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813056 00000100:00100000:2.0:1789066434.921810:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813056 00000100:00100000:2.0:1789066434.921851:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 161 00000100:00100000:2.0:1789066434.921860:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316813056:12345-192.168.202.53@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.922019:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316813056:12345-192.168.202.53@tcp:503:ll_cfg_requeue.0 Request processed in 159us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.922026:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 161 00010000:00010000:3.0:1789066434.924344:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924371:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924384:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.924397:0:22633:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789066434.924424:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924450:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924458:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924464:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339400 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066434.924469:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924476:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924490:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:3.0:1789066434.924493:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066434.924498:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924504:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d26a7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789066434.924520:0:22633:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 000000003d483a75 reply state 0000000097d50ce8 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924531:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.924537:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9478c31a5800) 00010000:00010000:3.0:1789066434.924539:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789066434.924542:0:22633:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1789066434.925405:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339000/0x6be491be349d26a0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 15 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.925440:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 14 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.925448:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:3.0:1789066434.925450:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1789066434.925452:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609e00, rc 0) 00000100:00100000:3.0:1789066434.925521:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+15:18763:x1875971316812800:12345-192.168.202.53@tcp:101:bash.0 Request processed in 13354us (13627us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1789066434.925531:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 37 00000100:00100000:1.0:1789066434.938915:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.938964:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.939085:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813184 00000100:00100000:0.0:1789066434.939097:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813184 00000100:00100000:0.0:1789066434.939160:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 162 00000100:00100000:0.0:1789066434.939171:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+12:18125:x1875971316813184:12345-192.168.202.53@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789066434.939189:0:22623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066434.939210:0:22623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9479f97f8c00/0x6be491be349d26c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092847f expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.939244:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9479f97f8c00/0x6be491be349d26c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092847f expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.939259:0:22623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9479f97f8c00/0x6be491be349d26c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092847f expref: 13 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066434.939269:0:22623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8c00, rc 0) 00000100:00100000:0.0:1789066434.939340:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18125:x1875971316813184:12345-192.168.202.53@tcp:101:ll_cfg_requeue.0 Request processed in 170us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.939365:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 162 00000100:00100000:3.0:1789066434.939756:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813312 00000100:00100000:3.0:1789066434.939762:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813312 00000100:00100000:3.0:1789066434.939841:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:3.0:1789066434.939850:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+15:18763:x1875971316813312:12345-192.168.202.53@tcp:101:bash.0 00010000:00010000:3.0:1789066434.939867:0:22631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066434.939881:0:22631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928486 expref: -99 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.939947:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.939960:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.939987:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066434.940036:0:22631:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789066434.940049:0:22631:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789066434.940272:0:22631:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.940284:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.940312:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 17 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.940330:0:22631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 16 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066434.940338:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:3.0:1789066434.940341:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789066434.940345:0:22631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608000, rc 0) 00000100:00100000:3.0:1789066434.940392:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+16:18763:x1875971316813312:12345-192.168.202.53@tcp:101:bash.0 Request processed in 544us (1427us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066434.940399:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 38 00000100:00100000:1.0:1789066434.946600:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066434.946759:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813440 00000100:00100000:0.0:1789066434.946771:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813440 00000100:00100000:0.0:1789066434.946875:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 163 00000100:00100000:0.0:1789066434.946885:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18125:x1875971316813440:12345-192.168.202.53@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789066434.947062:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18125:x1875971316813440:12345-192.168.202.53@tcp:501:ll_cfg_requeue.0 Request processed in 177us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066434.947071:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 163 00000100:00100000:1.0:1789066434.951334:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066434.951383:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066434.951490:0:22626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813568 00000100:00100000:2.0:1789066434.951501:0:22626:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813568 00000100:00100000:2.0:1789066434.951571:0:22626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 164 00000100:00100000:2.0:1789066434.951582:0:22626:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18125:x1875971316813568:12345-192.168.202.53@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789066434.951742:0:22626:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:78654bce-d226-433f-a941-9f2b4b3b2e84+13:18125:x1875971316813568:12345-192.168.202.53@tcp:503:ll_cfg_requeue.0 Request processed in 160us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066434.951750:0:22626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 164 00000100:00100000:0.0:1789066434.952324:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316813824 00000100:00100000:0.0:1789066434.952332:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316813824 00000100:00100000:0.0:1789066434.952378:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:0.0:1789066434.952386:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+16:18763:x1875971316813824:12345-192.168.202.53@tcp:35:bash.0 00000100:00100000:0.0:1789066434.952635:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+17:18763:x1875971316813824:12345-192.168.202.53@tcp:35:bash.0 Request processed in 248us (1249us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1789066434.952642:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 5 00000100:00100000:1.0:1789066435.077344:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.077464:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316814080 00000100:00100000:2.0:1789066435.077475:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316814080 00000100:00100000:2.0:1789066435.077542:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 39 00000100:00100000:2.0:1789066435.077553:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+17:18775:x1875971316814080:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:2.0:1789066435.077580:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066435.077605:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d26d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092848d expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066435.077723:0:24413:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789066435.077860:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d26d8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092848d expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.077873:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9478c31a5200) 00010000:00010000:2.0:1789066435.077875:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066435.077880:0:24413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d26d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092848d expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.077908:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338e00, rc 0) 00000100:00100000:2.0:1789066435.077960:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+18:18775:x1875971316814080:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 410us (638us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1789066435.077966:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 39 00000100:00100000:3.0:1789066435.081855:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.082023:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316814336 00000100:00100000:0.0:1789066435.082034:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316814336 00000100:00100000:0.0:1789066435.082108:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00100000:0.0:1789066435.082118:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+18:18775:x1875971316814336:12345-192.168.202.53@tcp:35:lfs.0 00000100:00100000:0.0:1789066435.082439:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+19:18775:x1875971316814336:12345-192.168.202.53@tcp:35:lfs.0 Request processed in 322us (592us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1789066435.082448:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 6 00000100:00100000:1.0:1789066435.134884:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066435.134965:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316814592 00000100:00100000:3.0:1789066435.134989:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316814592 00000100:00100000:3.0:1789066435.135220:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 40 00000100:00100000:3.0:1789066435.135230:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+19:18779:x1875971316814592:12345-192.168.202.53@tcp:101:lfs.0 00010000:00010000:3.0:1789066435.135254:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066435.135275:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d26e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d0928494 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.135374:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.135405:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.135418:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789066435.135430:0:22633:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789066435.135527:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d26e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928494 expref: 22 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.135546:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928494 expref: 21 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.135554:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:3.0:1789066435.135557:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789066435.135561:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608200, rc 0) 00000100:00100000:3.0:1789066435.135624:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+21:18779:x1875971316814592:12345-192.168.202.53@tcp:101:lfs.0 Request processed in 395us (751us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1789066435.135631:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 40 00000100:00100000:3.0:1789066435.138517:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066435.138604:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.138775:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316814848 00000100:00100000:2.0:1789066435.138803:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316814848 00000100:00100000:2.0:1789066435.139007:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:2.0:1789066435.139019:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+21:2404:x1875971316814848:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066435.139035:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066435.139062:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608200/0x6be491be349d26ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928494 expref: 21 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.139080:0:22617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.139086:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066435.139141:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+20:2404:x1875971316814848:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 124us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066435.139148:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:0.0:1789066435.139165:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316814720 00000100:00100000:0.0:1789066435.139396:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316814720 00000100:00100000:0.0:1789066435.139448:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 41 00000100:00100000:0.0:1789066435.139456:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+20:18779:x1875971316814720:12345-192.168.202.53@tcp:54:lfs.0 00010000:00010000:0.0:1789066435.139513:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139529:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139541:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139574:0:22631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139581:0:22631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139589:0:22631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139595:0:22631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9800 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066435.139600:0:22631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139607:0:22631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139616:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066435.139619:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789066435.139623:0:22631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.139639:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d26fb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066435.139693:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+20:18779:x1875971316814720:12345-192.168.202.53@tcp:54:lfs.0 Request processed in 237us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066435.139699:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 41 00000100:00100000:3.0:1789066435.142423:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.142485:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316815104 00000100:00100000:0.0:1789066435.142494:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316815104 00000100:00100000:0.0:1789066435.142546:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 7 00000100:00100000:0.0:1789066435.142556:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+20:18779:x1875971316815104:12345-192.168.202.53@tcp:35:lfs.0 00000100:00100000:0.0:1789066435.143031:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+21:18779:x1875971316815104:12345-192.168.202.53@tcp:35:lfs.0 Request processed in 474us (613us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1789066435.143039:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 7 00000040:00080000:3.0:1789066435.407542:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789066435.452060:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.452340:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316815360 00000100:00100000:2.0:1789066435.452351:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316815360 00000100:00100000:2.0:1789066435.452458:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 42 00000100:00100000:2.0:1789066435.452471:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+21:18810:x1875971316815360:12345-192.168.202.53@tcp:101:cat.0 00010000:00010000:2.0:1789066435.452497:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066435.452520:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d2702 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d092849b expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.452698:0:24413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2709 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.452715:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2709 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.452728:0:24413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2709 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066435.452740:0:24413:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789066435.452910:0:24413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d2702 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092849b expref: 24 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.452933:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2709 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092849b expref: 23 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.452942:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.452945:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789066435.452949:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338400, rc 0) 00000100:00100000:2.0:1789066435.453016:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+23:18810:x1875971316815360:12345-192.168.202.53@tcp:101:cat.0 Request processed in 548us (966us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1789066435.453024:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 42 00000100:00100000:3.0:1789066435.456086:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.456268:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316815488 00000100:00100000:2.0:1789066435.456278:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316815488 00000100:00100000:2.0:1789066435.456358:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 1 00000100:00100000:2.0:1789066435.456369:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+23:2404:x1875971316815488:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789066435.456388:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066435.456436:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2709 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d092849b expref: 23 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.456456:0:22618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.456462:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066435.456558:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+22:2404:x1875971316815488:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 191us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066435.456566:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 1 00000100:00100000:3.0:1789066435.459224:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066435.459276:0:22635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316815744 00000100:00100000:1.0:1789066435.459288:0:22635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316815744 00000100:00100000:1.0:1789066435.459408:0:22635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:1.0:1789066435.459419:0:22635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+22:18810:x1875971316815744:12345-192.168.202.53@tcp:35:cat.0 00000100:00100000:1.0:1789066435.459724:0:22635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+23:18810:x1875971316815744:12345-192.168.202.53@tcp:35:cat.0 Request processed in 306us (1677us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1789066435.459747:0:22635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 8 00000100:00100000:1.0:1789066435.519070:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.519462:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816000 00000100:00100000:2.0:1789066435.519474:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816000 00000100:00100000:2.0:1789066435.519552:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 43 00000100:00100000:2.0:1789066435.519562:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+23:18816:x1875971316816000:12345-192.168.202.53@tcp:101:dd.0 00010000:00010000:2.0:1789066435.519594:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066435.519620:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2717 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284a2 expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519745:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519762:0:25425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519772:0:25425:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 24 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519780:0:25425:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519874:0:25425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 24 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.519907:0:25425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 24 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066435.519922:0:25425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2727480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25425:1875971345259776:192.168.202.53@tcp:104: 00010000:00010000:2.0:1789066435.520028:0:25425:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.520038:0:25425:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066435.520047:0:25425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c2725f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25425:1875971345259904:192.168.202.53@tcp:104: 00000100:00100000:2.0:1789066435.520081:0:25425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c269a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789066435.528229:0:25425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2727480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25425:1875971345259776:192.168.202.53@tcp:104: 00000100:00100000:2.0:1789066435.528412:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066435.528507:0:25425:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c2725f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25425:1875971345259904:192.168.202.53@tcp:104: 00010000:00010000:1.0:1789066435.528535:0:25425:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066435.528661:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.529309:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816128 00000100:00100000:0.0:1789066435.529318:0:22616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816128 00010000:00010000:0.0:1789066435.529370:0:22616:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 25 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066435.529505:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816256 00000100:00100000:1.0:1789066435.529510:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816256 00010000:00010000:1.0:1789066435.529528:0:22617:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 26 pid: 22633 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789066435.529563:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 17 00000100:00100000:1.0:1789066435.529574:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+26:2405:x1875971316816128:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066435.529591:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066435.529598:0:22617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 26 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529611:0:22617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 26 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529635:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608000/0x6be491be349d26d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928486 expref: 26 pid: 22631 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529663:0:22617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:1.0:1789066435.529669:0:22617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529692:0:22617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529700:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066435.529823:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+25:2405:x1875971316816128:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 251us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066435.529832:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 17 00000100:00100000:1.0:1789066435.529860:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 18 00000100:00100000:1.0:1789066435.529867:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479ec0d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+24:2405:x1875971316816256:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789066435.529874:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789066435.529880:0:22617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529890:0:22617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529903:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609e00/0x6be491be349d26b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d0928478 expref: 24 pid: 22633 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529913:0:22617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:1.0:1789066435.529917:0:22617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529925:0:22617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529933:0:22617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.529961:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789066435.530003:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479ec0d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+23:2405:x1875971316816256:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 136us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066435.530010:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 18 00010000:00010000:1.0:1789066435.530071:0:25425:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.530080:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789066435.530101:0:25425:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789066435.530258:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2717 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a2 expref: 24 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.530275:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338e00/0x6be491be349d271e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a2 expref: 23 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066435.530282:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:1.0:1789066435.530285:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1789066435.530288:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338e00, rc 0) 00000100:00100000:1.0:1789066435.530315:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+23:18816:x1875971316816000:12345-192.168.202.53@tcp:101:dd.0 Request processed in 10755us (11258us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1789066435.530321:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 43 00000100:00100000:0.0:1789066435.539327:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066435.539515:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816384 00000100:00100000:3.0:1789066435.539541:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816384 00000100:00100000:3.0:1789066435.539604:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 44 00000100:00100000:3.0:1789066435.539615:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+23:18816:x1875971316816384:12345-192.168.202.53@tcp:101:dd.0 00010000:00010000:3.0:1789066435.539644:0:22631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066435.539679:0:22631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d272c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284a9 expref: -99 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.539718:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.539737:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066435.539750:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.540273:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609400/0x6be491be349d272c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 25 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.540322:0:22631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 24 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.540343:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.540346:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789066435.540350:0:22631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2609200, rc 0) 00000100:00100000:2.0:1789066435.540414:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+24:18816:x1875971316816384:12345-192.168.202.53@tcp:101:dd.0 Request processed in 801us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066435.540433:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 44 00000100:00100000:2.0:1789066435.543847:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.546284:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816640 00000100:00100000:0.0:1789066435.546302:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816640 00000100:00100000:0.0:1789066435.546457:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 45 00000100:00100000:0.0:1789066435.546469:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+24:18816:x1875971316816640:12345-192.168.202.53@tcp:36:dd.0 00010000:00010000:0.0:1789066435.546718:0:24413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.546741:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.546772:0:24413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789066435.547360:0:24413:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1789066435.547389:0:24413:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 0000000050a2ce7c reply state 00000000f7a57105 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.547405:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.547414:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066435.547417:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789066435.547422:0:24413:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789066435.547542:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316816640:12345-192.168.202.53@tcp:36:dd.0 Request processed in 1073us (3710us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1789066435.547551:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 45 00000020:00080000:0.0:1789066435.547556:0:24413:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789066435.551365:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.551927:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316816768 00000100:00100000:2.0:1789066435.551940:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316816768 00000100:00100000:2.0:1789066435.552169:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 46 00000100:00100000:2.0:1789066435.552180:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316816768:12345-192.168.202.53@tcp:101:dd.0 00010000:00010000:2.0:1789066435.552207:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066435.552232:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2741 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284b0 expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.552301:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2741 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b0 expref: 28 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.552318:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2741 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b0 expref: 28 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.552340:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.552343:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789066435.552347:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338400, rc 0) 00000100:00100000:2.0:1789066435.552419:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18816:x1875971316816768:12345-192.168.202.53@tcp:101:dd.0 Request processed in 239us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066435.552426:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 46 00000100:00100000:1.0:1789066435.578894:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066435.581486:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817024 00000100:00100000:2.0:1789066435.581502:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817024 00000100:00100000:2.0:1789066435.581656:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 2 00000100:00100000:2.0:1789066435.581666:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18816:x1875971316817024:12345-192.168.202.53@tcp:103:dd.0 00010000:00010000:2.0:1789066435.581694:0:22617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066435.581719:0:22617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2741 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b0 expref: 28 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066435.581738:0:22617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066435.581742:0:22617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789066435.582093:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316817024:12345-192.168.202.53@tcp:103:dd.0 Request processed in 427us (3206us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066435.582100:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 2 00000100:00100000:1.0:1789066435.589229:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.589325:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817152 00000100:00100000:0.0:1789066435.589343:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817152 00000100:00100000:0.0:1789066435.589394:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 47 00000100:00100000:0.0:1789066435.589402:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316817152:12345-192.168.202.53@tcp:58:dd.0 00010000:00010000:0.0:1789066435.589533:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.589550:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.589560:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066435.590740:0:22633:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789066435.590765:0:22633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1789066435.590939:0:22633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1789066435.591056:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316817152:12345-192.168.202.53@tcp:58:dd.0 Request processed in 1649us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066435.591066:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 47 00000100:00100000:1.0:1789066435.595146:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066435.595696:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817280 00000100:00100000:0.0:1789066435.595707:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817280 00000100:00100000:0.0:1789066435.595780:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 48 00000100:00100000:0.0:1789066435.595832:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+27:18816:x1875971316817280:12345-192.168.202.53@tcp:101:dd.0 00010000:00010000:0.0:1789066435.595853:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066435.595877:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284b7 expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.595938:0:24413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.595950:0:24413:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 28 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.595988:0:24413:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.596002:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 28 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.596016:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066435.596026:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066435.596031:0:24413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 28 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066435.596039:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f97f8800, rc 0) 00000100:00100000:0.0:1789066435.596105:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18816:x1875971316817280:12345-192.168.202.53@tcp:101:dd.0 Request processed in 316us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066435.596112:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 48 00010000:00010000:1.0:1789066435.919409:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789066436.432909:0:22665:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789066436.432919:0:22665:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789066436.432945:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789066436.432954:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789066436.433117:0:22665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22665:1875971345260032:192.168.202.53@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1789066436.433235:0:22665:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789066436.435822:0:22665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22665:1875971345260032:192.168.202.53@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789066436.437952:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.438320:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817408 00000100:00100000:0.0:1789066436.438338:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817408 00000100:00100000:0.0:1789066436.438429:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 49 00000100:00100000:0.0:1789066436.438442:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18817:x1875971316817408:12345-192.168.202.53@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789066436.438476:0:22631:0:(mdt_handler.c:8031:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789066436.438613:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18817:x1875971316817408:12345-192.168.202.53@tcp:53:lhsmtool_posix.0 Request processed in 174us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.438621:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 49 00000100:00080000:2.0:1789066436.439255:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789066436.452276:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.457664:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817536 00000100:00100000:0.0:1789066436.457686:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817536 00000100:00100000:0.0:1789066436.457804:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 50 00000100:00100000:0.0:1789066436.457817:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18817:x1875971316817536:12345-192.168.202.53@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1789066436.457916:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.457937:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.457951:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459656:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459683:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459696:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459730:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459740:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459746:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789066436.459813:0:22633:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789066436.459818:0:22633:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789066436.459831:0:22633:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459843:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459849:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459855:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459878:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75200 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.459883:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459891:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459907:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9478c31a5300) 00010000:00010000:0.0:1789066436.459910:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066436.459916:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459922:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d2756 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459939:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459945:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459950:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459976:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d74200 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.459979:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.459985:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460003:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9478c31a6000) 00010000:00010000:0.0:1789066436.460005:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066436.460008:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460015:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d275d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460032:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460037:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460043:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460047:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.460050:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460056:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460064:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.460066:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066436.460069:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.460074:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2764 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.460187:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18817:x1875971316817536:12345-192.168.202.53@tcp:34:lhsmtool_posix.0 Request processed in 2369us (7925us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.460197:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 50 00000100:00100000:1.0:1789066436.463763:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.463976:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817792 00000100:00100000:2.0:1789066436.463989:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817792 00000100:00100000:2.0:1789066436.464062:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 51 00000100:00100000:2.0:1789066436.464075:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+28:18817:x1875971316817792:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789066436.464101:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789066436.464125:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d276b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284be expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464256:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464271:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464280:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789066436.464290:0:25425:0:(mdt_handler.c:924:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789066436.464403:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464409:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464414:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464418:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:2.0:1789066436.464422:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464429:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464439:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:2.0:1789066436.464443:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789066436.464447:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464454:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d2772 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464866:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d276b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284be expref: 30 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464879:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9478c31a5300) 00010000:00010000:2.0:1789066436.464882:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789066436.464886:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d276b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284be expref: 30 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.464915:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3338400, rc 0) 00000100:00100000:2.0:1789066436.465010:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+29:18817:x1875971316817792:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 937us (1263us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1789066436.465018:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 51 00000100:00100000:1.0:1789066436.468981:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.469163:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316817920 00000100:00100000:3.0:1789066436.469179:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316817920 00000100:00100000:3.0:1789066436.469286:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 52 00000100:00100000:3.0:1789066436.469300:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+29:18817:x1875971316817920:12345-192.168.202.53@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789066436.469348:0:22632:0:(mdt_handler.c:8031:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789066436.469526:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+29:18817:x1875971316817920:12345-192.168.202.53@tcp:53:lhsmtool_posix.0 Request processed in 229us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066436.469534:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 52 00000100:00100000:2.0:1789066436.480028:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.483724:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316818176 00000100:00100000:0.0:1789066436.483749:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316818176 00000100:00100000:0.0:1789066436.483867:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 53 00000100:00100000:0.0:1789066436.483881:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+29:18817:x1875971316818176:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066436.483910:0:22633:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066436.483935:0:22633:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2780 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284c5 expref: -99 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789066436.486434:0:22633:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:0.0:1789066436.486453:0:22633:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:0.0:1789066436.486481:0:22633:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789066436.487454:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d2787 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.487477:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d2787 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.487492:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d2787 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.487609:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d2780 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284c5 expref: 32 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.487634:0:22633:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d2787 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284c5 expref: 31 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.487666:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a6000) 00010000:00010000:0.0:1789066436.487669:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789066436.487673:0:22633:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3d74200, rc 0) 00000100:00100000:0.0:1789066436.487775:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+31:18817:x1875971316818176:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 3896us (7762us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1789066436.487785:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 53 00000100:00100000:1.0:1789066436.492033:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.492162:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316818432 00000100:00100000:2.0:1789066436.492175:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316818432 00000100:00100000:2.0:1789066436.492253:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 54 00000100:00100000:2.0:1789066436.492266:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+31:18817:x1875971316818432:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789066436.492349:0:25425:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066436.492382:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74200/0x6be491be349d2787 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284c5 expref: 31 pid: 22633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492404:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a6000) 00010000:00010000:2.0:1789066436.492418:0:25425:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066436.492449:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492464:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492476:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492491:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492518:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492525:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492598:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492606:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492613:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492621:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3338400 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:2.0:1789066436.492626:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492634:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492643:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:2.0:1789066436.492646:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066436.492650:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492656:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3338400/0x6be491be349d2795 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492668:0:25425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492682:0:25425:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492689:0:25425:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492694:0:25425:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3339a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:2.0:1789066436.492697:0:25425:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492705:0:25425:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492712:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa0d9a73a (ffff9479d14bcd00) 00010000:00010000:2.0:1789066436.492715:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789066436.492717:0:25425:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.492723:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339a00/0x6be491be349d279c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa0d9a73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066436.492874:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+30:18817:x1875971316818432:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 Request processed in 610us (854us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789066436.492882:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 54 00000100:00100000:1.0:1789066436.497085:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.497256:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316818560 00000100:00100000:3.0:1789066436.497269:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316818560 00000100:00100000:3.0:1789066436.497334:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 55 00000100:00100000:3.0:1789066436.497344:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+30:18817:x1875971316818560:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789066436.497369:0:22632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066436.497396:0:22632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608e00/0x6be491be349d27a3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284cc expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497440:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d27aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497456:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d27aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497469:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d27aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497695:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608e00/0x6be491be349d27a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284cc expref: 32 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497717:0:22632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608800/0x6be491be349d27aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284cc expref: 31 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.497726:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:3.0:1789066436.497728:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789066436.497732:0:22632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608800, rc 0) 00000100:00100000:0.0:1789066436.498730:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+31:18817:x1875971316818560:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 1377us (1649us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.498742:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 55 00000100:00100000:1.0:1789066436.507097:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.507497:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316818816 00000100:00100000:0.0:1789066436.507511:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316818816 00000100:00100000:0.0:1789066436.507601:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 56 00000100:00100000:0.0:1789066436.507613:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+31:18817:x1875971316818816:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789066436.507723:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.507743:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.507758:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789066436.508067:0:22633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1789066436.508081:0:22633:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 824620291608ns, next at 825620286643ns, rc = 0 00000004:00010000:0.0:1789066436.508162:0:22633:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000bffb4ca8 reply state 00000000bf277b62 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.508200:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.508208:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:0.0:1789066436.508211:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789066436.508215:0:22633:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789066436.508341:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+33:18817:x1875971316818816:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 Request processed in 729us (1260us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1789066436.508349:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 56 00000100:00100000:1.0:1789066436.511108:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.511274:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316818944 00000100:00100000:0.0:1789066436.511287:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316818944 00000100:00100000:0.0:1789066436.511391:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 57 00000100:00100000:0.0:1789066436.511403:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+33:18817:x1875971316818944:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789066436.511433:0:24413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789066436.511458:0:24413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284d3 expref: -99 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.511525:0:24413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 34 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.511551:0:24413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 34 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.511570:0:24413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:0.0:1789066436.511574:0:24413:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066436.511578:0:24413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3d75200, rc 0) 00000100:00100000:0.0:1789066436.511651:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+34:18817:x1875971316818944:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 251us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.511677:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 57 00000100:00100000:1.0:1789066436.514383:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.514510:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316819072 00000100:00100000:3.0:1789066436.514523:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316819072 00000100:00100000:3.0:1789066436.514599:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 23 00000100:00100000:3.0:1789066436.514611:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479f252ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2405:x1875971316819072:12345-192.168.202.53@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1789066436.514983:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789066436.515332:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479f252ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2405:x1875971316819072:12345-192.168.202.53@tcp:2:lhsmtool_posix.0 Request processed in 720us (958us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789066436.515342:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 23 00000100:00100000:1.0:1789066436.519490:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.522294:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316819328 00000100:00100000:0.0:1789066436.522321:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316819328 00000100:00100000:0.0:1789066436.522481:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00100000:0.0:1789066436.522495:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+34:18817:x1875971316819328:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789066436.523031:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+35:18817:x1875971316819328:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 Request processed in 536us (3553us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789066436.523041:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 9 00000100:00100000:1.0:1789066436.525769:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.525836:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316819584 00000100:00100000:0.0:1789066436.525849:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316819584 00000100:00100000:0.0:1789066436.525921:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 58 00000100:00100000:0.0:1789066436.525933:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+35:18817:x1875971316819584:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789066436.526083:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+35:18817:x1875971316819584:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 Request processed in 152us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.526091:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 58 00000100:00100000:2.0:1789066436.528220:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066436.528327:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316819712 00000100:00100000:1.0:1789066436.528339:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316819712 00000100:00100000:1.0:1789066436.528407:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 59 00000100:00100000:1.0:1789066436.528418:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+35:18817:x1875971316819712:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789066436.528441:0:25425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789066436.528468:0:25425:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d27bf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284da expref: -99 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528568:0:25425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528585:0:25425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528600:0:25425:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789066436.528661:0:25425:0:(mdt_handler.c:1589:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789066436.528706:0:25425:0:(mdt_handler.c:2560:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528738:0:25425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10000/0x6be491be349d27bf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284da expref: 37 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528760:0:25425:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284da expref: 36 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.528770:0:25425:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:1.0:1789066436.528773:0:25425:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1789066436.528778:0:25425:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479c8c10600, rc 0) 00000100:00100000:1.0:1789066436.528906:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+36:18817:x1875971316819712:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 490us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.528915:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 59 00000100:00100000:1.0:1789066436.536183:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.536334:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316819840 00000100:00100000:3.0:1789066436.536348:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316819840 00000100:00100000:3.0:1789066436.536421:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 24 00000100:00100000:3.0:1789066436.536431:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2404:x1875971316819840:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789066436.536454:0:24824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066436.536480:0:24824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284e1 expref: -99 pid: 24824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789066436.536514:0:24824:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa2fcc3, blocks: 0x0 00010000:00010000:3.0:1789066436.536538:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=824s v=(0 0) 00010000:00010000:3.0:1789066436.536552:0:24824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066436.536563:0:24824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 7 pid: 24824 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.536586:0:24824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 7 pid: 24824 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.536602:0:24824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9479f2608e00, rc 0) 00000100:00100000:3.0:1789066436.536682:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+7:2404:x1875971316819840:12345-192.168.202.53@tcp:101:lhsmtool_posix.0 Request processed in 252us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066436.536706:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 24 00000100:00100000:0.0:1789066436.539226:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.539396:0:24413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820096 00000100:00100000:2.0:1789066436.539409:0:24413:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820096 00000100:00100000:2.0:1789066436.539477:0:24413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 60 00000100:00100000:2.0:1789066436.539488:0:24413:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+36:18817:x1875971316820096:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789066436.539649:0:24413:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+36:18817:x1875971316820096:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 Request processed in 161us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066436.539658:0:24413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 60 00000100:00100000:2.0:1789066436.541946:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.542065:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820224 00000100:00100000:0.0:1789066436.542086:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820224 00000100:00100000:0.0:1789066436.542154:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 61 00000100:00100000:0.0:1789066436.542165:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+36:18817:x1875971316820224:12345-192.168.202.53@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1789066436.544369:0:22611:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1789066436.544391:0:22611:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:3.0:1789066436.544532:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544555:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544564:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544571:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609c00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066436.544576:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544584:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544602:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9478c31a5d00) 00010000:00010000:3.0:1789066436.544606:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066436.544612:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544618:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d25f8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544643:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544649:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544671:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544676:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066436.544680:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544686:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544694:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:3.0:1789066436.544697:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066436.544700:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544705:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d25ff lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544719:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544725:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544730:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544735:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066436.544737:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544750:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544757:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9478c31a5800) 00010000:00010000:3.0:1789066436.544760:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066436.544763:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544768:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2608a00/0x6be491be349d26ae lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544782:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544818:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544825:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544830:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9600 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066436.544832:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544838:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544846:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:3.0:1789066436.544849:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789066436.544852:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544863:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9600/0x6be491be349d273a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544879:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544885:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544891:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544896:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:3.0:1789066436.544900:0:3639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544906:0:3639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544914:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:3.0:1789066436.544917:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1789066436.544920:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.544926:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75a00/0x6be491be349d27b1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066436.546322:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c3d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345260160:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1789066436.546415:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066436.546504:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345260160 00000100:00100000:3.0:1789066436.546513:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345260160 00000100:00100000:3.0:1789066436.546596:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789066436.546607:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345260160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1789066436.546779:0:24138:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789066436.546783:0:24138:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789066436.546786:0:24138:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789066436.546811:0:24138:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789066435 -> 1789066435 00002000:00010000:3.0:1789066436.546814:0:24138:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000001:00080000:0.0:1789066436.547089:0:22611:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1789066436.547248:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+15:18817:x1875971316820224:12345-192.168.202.53@tcp:44:lhsmtool_posix.0 Request processed in 5082us (5312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.547271:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 61 00010000:00010000:1.0:1789066436.549065:0:3640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549084:0:3640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549092:0:3640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549099:0:3640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c11e00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:1.0:1789066436.549104:0:3640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549113:0:3640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549147:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9478c31a5000) 00010000:00010000:1.0:1789066436.549151:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789066436.549156:0:3640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.549164:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c11e00/0x6be491be349d264c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.549785:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3656:x1875971345260160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3172us (3362us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789066436.549824:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:2.0:1789066436.550027:0:3656:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9478c3d86680/2, rc 0, transno 12884901892 00000100:00100000:2.0:1789066436.550046:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c3d86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345260160:0@lo:2:osp-syn-1-0.0 00000100:00080000:2.0:1789066436.550069:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789066436.550270:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.550355:0:24824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820352 00000100:00100000:3.0:1789066436.550364:0:24824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820352 00000100:00100000:3.0:1789066436.550450:0:24824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 26 00000100:00100000:3.0:1789066436.550460:0:24824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+7:2405:x1875971316820352:12345-192.168.202.53@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789066436.550654:0:24824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c07c2a0d-32d4-4066-b05d-48827ce04272+7:2405:x1875971316820352:12345-192.168.202.53@tcp:16:lhsmtool_posix.0 Request processed in 194us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066436.550662:0:24824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 26 00000100:00100000:1.0:1789066436.553476:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.553570:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820608 00000100:00100000:2.0:1789066436.553581:0:22631:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820608 00000100:00100000:2.0:1789066436.553653:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 62 00000100:00100000:2.0:1789066436.553663:0:22631:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+15:18817:x1875971316820608:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789066436.553766:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789066436.553833:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10600/0x6be491be349d27c6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284da expref: 15 pid: 25425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.553857:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:2.0:1789066436.553863:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789066436.553903:0:22631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d27d4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.553920:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d27d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.553931:0:22631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d27d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789066436.554153:0:22631:0:(mdt_handler.c:4547:mdt_save_lock()) ### save lock request 00000000b13dfbe3 reply state 000000000912a260 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d27d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.554168:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3339400/0x6be491be349d27d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.554175:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:2.0:1789066436.554177:0:22631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789066436.554180:0:22631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789066436.554303:0:22631:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+16:18817:x1875971316820608:12345-192.168.202.53@tcp:36:lhsmtool_posix.0 Request processed in 641us (840us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789066436.554311:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 62 00000100:00100000:2.0:1789066436.556463:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066436.556531:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820736 00000100:00100000:1.0:1789066436.556548:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820736 00000100:00100000:1.0:1789066436.556607:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 27 00000100:00100000:1.0:1789066436.556616:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+7:2405:x1875971316820736:12345-192.168.202.53@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1789066436.556823:0:24136:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789066436.556827:0:24136:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789066434 00002000:00010000:1.0:1789066436.556830:0:24136:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789066434 00002000:00010000:1.0:1789066436.556833:0:24136:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789066435 -> 1789066434 00002000:00010000:1.0:1789066436.556836:0:24136:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789066436.556901:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+8:2405:x1875971316820736:12345-192.168.202.53@tcp:2:lhsmtool_posix.0 Request processed in 286us (450us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1789066436.556909:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 27 00000100:00100000:1.0:1789066436.558836:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.559082:0:24139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316820864 00000100:00100000:3.0:1789066436.559094:0:24139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316820864 00000100:00100000:3.0:1789066436.559159:0:24139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 28 00000100:00100000:3.0:1789066436.559171:0:24139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+8:2405:x1875971316820864:12345-192.168.202.53@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789066436.559228:0:24139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559249:0:24139:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066436.559255:0:24139:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066436.559262:0:24139:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559303:0:24139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559336:0:24139:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559344:0:24139:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559354:0:24139:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559362:0:24139:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2608a00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066436.559367:0:24139:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559377:0:24139:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559393:0:24139:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.559402:0:24139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4081333/0x6be491be349d27db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.559505:0:24139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+8:2405:x1875971316820864:12345-192.168.202.53@tcp:1:lhsmtool_posix.0 Request processed in 336us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1789066436.559513:0:24139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 28 00000100:00100000:2.0:1789066436.561446:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.561508:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821120 00000100:00100000:3.0:1789066436.561519:0:22633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821120 00000100:00100000:3.0:1789066436.561659:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 63 00000100:00100000:3.0:1789066436.561671:0:22633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+16:18817:x1875971316821120:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1789066436.561775:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.561823:0:22633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 16 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.561833:0:22633:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.561876:0:22633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 16 pid: 22631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.561892:0:22633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 16 pid: 22631 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.561909:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260288:192.168.202.53@tcp:104: 00000100:00100000:3.0:1789066436.562015:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066436.565102:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.565266:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821248 00000100:00100000:0.0:1789066436.565279:0:22616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821248 00010000:00010000:0.0:1789066436.565334:0:22616:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 17 pid: 22631 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.565378:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:0.0:1789066436.565388:0:22616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+17:2404:x1875971316821248:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066436.565405:0:22616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066436.565412:0:22616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 17 pid: 22631 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565426:0:22616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 17 pid: 22631 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565452:0:22616:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.565458:0:22616:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 17 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565469:0:22616:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565478:0:22616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565485:0:22616:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.565530:0:22616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066436.565610:0:22616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+17:2404:x1875971316821248:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 223us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.565619:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 19 00010000:00010000:3.0:1789066436.566259:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609200/0x6be491be349d2733 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284a9 expref: 16 pid: 22631 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.566293:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260288:192.168.202.53@tcp:104: 00010000:00010000:3.0:1789066436.566318:0:22633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566327:0:22633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566334:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566600:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566615:0:22633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 16 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566624:0:22633:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566661:0:22633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 16 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.566677:0:22633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 16 pid: 24413 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.566693:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260416:192.168.202.53@tcp:104: 00000100:00100000:3.0:1789066436.566818:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326c480 going to sleep for 11 seconds 00000100:00100000:3.0:1789066436.569595:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260416:192.168.202.53@tcp:104: 00010000:00010000:3.0:1789066436.569633:0:22633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066436.571570:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.571664:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821376 00000100:00100000:0.0:1789066436.571677:0:22618:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821376 00010000:00010000:0.0:1789066436.571728:0:22618:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 17 pid: 24413 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.571773:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00100000:0.0:1789066436.571783:0:22618:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+17:2405:x1875971316821376:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066436.571849:0:22618:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066436.571857:0:22618:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 17 pid: 24413 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.571872:0:22618:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 17 pid: 24413 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.571898:0:22618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27b8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284d3 expref: 17 pid: 24413 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.571917:0:22618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:0.0:1789066436.571923:0:22618:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.571933:0:22618:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.571976:0:22618:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.572011:0:22618:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066436.572079:0:22618:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+16:2405:x1875971316821376:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 297us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.572088:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 20 00010000:00010000:3.0:1789066436.572163:0:22633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.572173:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789066436.572328:0:22633:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1789066436.572474:0:22633:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1789066436.572517:0:22633:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1789066436.572611:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22633:1875971345260544:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789066436.572675:0:22633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789066436.572718:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789066436.573027:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345260544 00000100:00100000:0.0:1789066436.573044:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345260544 00000100:00100000:0.0:1789066436.573092:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789066436.573101:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22633:x1875971345260544:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789066436.573221:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22633:x1875971345260544:12345-0@lo:1000:mdt00_002.0 Request processed in 120us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.573228:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789066436.573275:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a88700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22633:1875971345260544:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1789066436.573491:0:22633:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1789066436.573540:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22633:1875971345260672:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789066436.573568:0:22633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066436.573583:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1789066436.573631:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345260672 00000100:00100000:2.0:1789066436.573636:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345260672 00000100:00100000:2.0:1789066436.573665:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789066436.573672:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22633:x1875971345260672:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789066436.573814:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22633:x1875971345260672:12345-0@lo:1000:mdt00_002.0 Request processed in 115us (217us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789066436.573821:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789066436.574520:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22633:1875971345260672:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1789066436.574570:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574581:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574589:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574608:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609c00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.574614:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574623:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574639:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:0.0:1789066436.574643:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066436.574648:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574655:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609c00/0x6be491be349d27e9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574695:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574702:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574709:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574714:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f97f9800 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.574717:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574723:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574743:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.574746:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789066436.574753:0:22633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574765:0:22633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574774:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.574863:0:22633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f8800/0x6be491be349d274f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284b7 expref: 19 pid: 24413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.574878:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260800:192.168.202.53@tcp:105: 00000100:00100000:0.0:1789066436.574970:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9479c326c180 going to sleep for 11 seconds 00000100:00100000:2.0:1789066436.579326:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066436.579422:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821504 00000100:00100000:1.0:1789066436.579434:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821504 00000100:00100000:1.0:1789066436.579502:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 10 00000100:00100000:1.0:1789066436.579513:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff947a00d5e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+20:18816:x1875971316821504:12345-192.168.202.53@tcp:49:dd.0 00000100:00100000:1.0:1789066436.579704:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff947a00d5e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+20:18816:x1875971316821504:12345-192.168.202.53@tcp:49:dd.0 Request processed in 192us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.579712:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 10 00000100:00100000:0.0:1789066436.580044:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22633:1875971345260800:192.168.202.53@tcp:105: 00010000:00010000:0.0:1789066436.580087:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580099:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f97f9800/0x6be491be349d2748 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580136:0:22633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580151:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580176:0:22633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580187:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580195:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580202:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580209:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75200 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.580213:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580220:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580232:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.580235:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789066436.580239:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580245:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75200/0x6be491be349d27f0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580255:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580260:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580272:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580277:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609a00 already unused, calling callback (ffffffffc199e4f0) 00010000:00010000:0.0:1789066436.580280:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580286:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580293:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.580296:0:22633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789066436.580298:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.580304:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479f2609a00/0x6be491be349d27e2 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.580467:0:22633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c07c2a0d-32d4-4066-b05d-48827ce04272+19:18817:x1875971316821120:12345-192.168.202.53@tcp:57:lhsmtool_posix.0 Request processed in 18797us (19031us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789066436.580475:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 63 00000020:00080000:0.0:1789066436.580480:0:22633:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1789066436.583501:0:22665:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789066436.583513:0:22665:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789066436.583616:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789066436.583626:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789066436.583726:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.583771:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:1.0:1789066436.583851:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821888 00000100:00100000:1.0:1789066436.583864:0:22634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821888 00000100:00100000:1.0:1789066436.584009:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 11 00000100:00100000:1.0:1789066436.584023:0:22634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+19:18817:x1875971316821888:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1789066436.584301:0:22634:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1789066436.584334:0:22634:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1789066436.584371:0:22634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584389:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584403:0:22634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584411:0:22634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584417:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584424:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789066436.584472:0:22634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789066436.584653:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316821632 00000100:00100000:0.0:1789066436.584665:0:22632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316821632 00000100:00100000:1.0:1789066436.584702:0:22634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+22:18817:x1875971316821888:12345-192.168.202.53@tcp:35:lhsmtool_posix.0 Request processed in 679us (925us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1789066436.584713:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 11 00000020:00080000:1.0:1789066436.584721:0:22634:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789066436.584730:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 64 00000100:00100000:0.0:1789066436.584743:0:22632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+21:18816:x1875971316821632:12345-192.168.202.53@tcp:101:dd.0 00010000:00010000:0.0:1789066436.584770:0:22632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789066436.584785:0:22620:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789066436.584818:0:22632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75400/0x6be491be349d27fe lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb14a8fc4d09284e8 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584825:0:22620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584834:0:22620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479c8c10c00 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:3.0:1789066436.584839:0:22620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584878:0:22620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584894:0:22620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9478c31a5b00) 00010000:00010000:3.0:1789066436.584897:0:22620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1789066436.584904:0:22620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.584907:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74000/0x6be491be349d2805 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.584924:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74000/0x6be491be349d2805 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584927:0:22620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9479c8c10c00/0x6be491be349d27f7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.584964:0:22632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74000/0x6be491be349d2805 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.584972:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066436.584975:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789066436.584977:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789066436.585103:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d75400/0x6be491be349d27fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e8 expref: 23 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.585124:0:22632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9478c3d74000/0x6be491be349d2805 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e8 expref: 22 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.585133:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9478c31a5900) 00010000:00010000:0.0:1789066436.585137:0:22632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789066436.585142:0:22632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9478c3d74000, rc 0) 00000100:00100000:0.0:1789066436.585200:0:22632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+22:18816:x1875971316821632:12345-192.168.202.53@tcp:101:dd.0 Request processed in 460us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.585207:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 64 00000100:00100000:2.0:1789066436.633550:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.633682:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.633726:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.633753:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.633818:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822272 00000100:00100000:2.0:1789066436.633829:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822272 00000100:00100000:2.0:1789066436.633892:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822784 00000100:00100000:2.0:1789066436.633895:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822784 00000100:00100000:2.0:1789066436.633922:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:2.0:1789066436.633932:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822272:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066436.634037:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822272:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 105us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066436.634046:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 19 00000100:00100000:2.0:1789066436.634063:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00100000:2.0:1789066436.634070:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822784:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066436.634100:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822784:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 31us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066436.634107:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 20 00000100:00080000:2.0:1789066436.634129:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789066436.634133:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066436.634157:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.634212:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.634296:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.634311:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822656 00000100:00100000:2.0:1789066436.634315:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822656 00000100:00100000:2.0:1789066436.634349:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:2.0:1789066436.634355:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822656:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:2.0:1789066436.634382:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822656:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 28us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066436.634396:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00080000:2.0:1789066436.634412:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789066436.634720:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822528 00000100:00100000:1.0:1789066436.634725:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822528 00000100:00100000:1.0:1789066436.634767:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822144 00000100:00100000:1.0:1789066436.634770:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822144 00000100:00100000:1.0:1789066436.634810:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822400 00000100:00100000:1.0:1789066436.634814:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822400 00000100:00100000:1.0:1789066436.634833:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 57 00000100:00100000:1.0:1789066436.634840:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822528:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066436.634876:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+5:2404:x1875971316822528:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 37us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.634883:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 57 00000100:00100000:1.0:1789066436.634897:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 58 00000100:00100000:1.0:1789066436.634903:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822144:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066436.634926:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822144:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 24us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.634932:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 58 00000100:00100000:1.0:1789066436.634943:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 59 00000100:00100000:1.0:1789066436.634949:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c2725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316822400:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066436.634986:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c2725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2a08c746-aa30-4e40-beb0-ca148f9cc82a+6:2404:x1875971316822400:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 37us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.635003:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 59 00000100:00080000:2.0:1789066436.636042:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789066436.636048:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789066436.636846:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822016 00000100:00100000:0.0:1789066436.636858:0:22623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822016 00000100:00100000:1.0:1789066436.637038:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 165 00000100:00100000:1.0:1789066436.637049:0:22623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:2404:x1875971316822016:12345-192.168.202.53@tcp:400:kworker.0 00000100:00100000:1.0:1789066436.637166:0:22623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78654bce-d226-433f-a941-9f2b4b3b2e84+13:2404:x1875971316822016:12345-192.168.202.53@tcp:400:kworker.0 Request processed in 118us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.637174:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 165 00000100:00100000:3.0:1789066436.687496:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789066436.687518:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345260928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789066436.687591:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066436.687888:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345260928 00000100:00100000:1.0:1789066436.687896:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345260928 00000100:00100000:1.0:1789066436.687978:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789066436.687989:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345260928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789066436.688023:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789066436.688074:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345260928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066436.688082:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789066436.688177:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345260928:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789066436.690517:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789066436.742190:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:2.0:1789066436.742252:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:3.0:1789066436.742419:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316823040 00000100:00100000:3.0:1789066436.742430:0:24142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316823040 00000100:00100000:3.0:1789066436.742494:0:24142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316822912 00000100:00100000:3.0:1789066436.742498:0:24142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316822912 00000100:00100000:3.0:1789066436.742530:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:3.0:1789066436.742540:0:24142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+9:2404:x1875971316823040:12345-192.168.202.53@tcp:4:dd.0 00010000:00010000:3.0:1789066436.742588:0:24142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.742611:0:24142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 9 pid: 24824 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.742621:0:24142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066436.742625:0:24142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789066436.742630:0:24142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.743027:0:24142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 9 pid: 24824 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.743046:0:24142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 9 pid: 24824 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.743061:0:24142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24142:1875971345261056:192.168.202.53@tcp:104: 00000100:00100000:3.0:1789066436.743146:0:24142:0:(client.c:2716:ptlrpc_set_wait()) set ffff9478c35bfc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789066436.758727:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.53@tcp (source: 12345-192.168.202.53@tcp) 00000100:00100000:0.0:1789066436.763416:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971316823168 00000100:00100000:0.0:1789066436.763436:0:22616:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971316823168 00010000:00010000:0.0:1789066436.763504:0:22616:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 10 pid: 24824 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.763600:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 21 00000100:00100000:0.0:1789066436.763611:0:22616:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+10:2404:x1875971316823168:12345-192.168.202.53@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789066436.763627:0:22616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789066436.763651:0:22616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 10 pid: 24824 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.763667:0:22616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 10 pid: 24824 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.763698:0:22616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066436.763714:0:22616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066436.763720:0:22616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.763731:0:22616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.763757:0:22616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789066436.763874:0:22616:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+10:2404:x1875971316823168:12345-192.168.202.53@tcp:103:ldlm_bl.0 Request processed in 264us (5156us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066436.763882:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 21 00010000:00010000:3.0:1789066436.771927:0:24142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb314c7/0x6be491be349d27cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.53@tcp remote: 0xb14a8fc4d09284e1 expref: 9 pid: 24824 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789066436.771982:0:24142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479e4a8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24142:1875971345261056:192.168.202.53@tcp:104: 00010000:00010000:3.0:1789066436.772013:0:24142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.772025:0:24142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.772032:0:24142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789066436.867378:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1789066436.867396:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1789066436.877379:0:24142:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1789066436.877390:0:24142:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789066434 -> 1789066436 00002000:00010000:0.0:1789066436.877393:0:24142:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789066434 -> 1789066436 00002000:00010000:0.0:1789066436.877419:0:24142:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1789066436.877439:0:24142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877755:0:24142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877767:0:24142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877776:0:24142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9479f2609200 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:0.0:1789066436.877781:0:24142:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877814:0:24142:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877839:0:24142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.877846:0:24142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd547d0/0x6be491be349d280c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789066436.878050:0:24142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+6:2404:x1875971316823040:12345-192.168.202.53@tcp:4:dd.0 Request processed in 135505us (135865us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789066436.878065:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 0 00000100:00100000:0.0:1789066436.878103:0:24142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.53@tcp, seq: 1 00000100:00100000:0.0:1789066436.878124:0:24142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822912:12345-192.168.202.53@tcp:4:dd.0 00002000:00010000:0.0:1789066436.878170:0:24142:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6aa2fcc4, atime: 0x6aa2fcc2, ctime: 0x6aa2fcc4, blocks: 0x1a68 00010000:00010000:0.0:1789066436.878176:0:24142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.878189:0:24142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=824s v=(0 0) 00010000:00010000:0.0:1789066436.878194:0:24142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789066436.878200:0:24142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789066436.878212:0:24142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789066436.943145:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1789066436.974337:0:24954:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1789066436.975871:0:24142:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:2.0:1789066436.975896:0:24142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.975908:0:24142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.975917:0:24142:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.975924:0:24142:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9478c3d75400 already unused, calling callback (ffffffffc0d8c8b0) 00010000:00010000:2.0:1789066436.975930:0:24142:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.975939:0:24142:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.975974:0:24142:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789066436.976004:0:24142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000553fb83b/0x6be491be349d2813 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789066436.976132:0:24142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c07c2a0d-32d4-4066-b05d-48827ce04272+5:2404:x1875971316822912:12345-192.168.202.53@tcp:4:dd.0 Request processed in 98008us (233873us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789066436.976147:0:24142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.53@tcp, seq: 1 00000040:00080000:1.0:1789066437.647064:0:22665:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789066437.647072:0:22665:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789066437.647091:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789066437.647100:0:22665:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789066437.711430:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345261184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789066437.711522:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066437.711690:0:24140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261184 00000100:00100000:2.0:1789066437.711700:0:24140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261184 00000100:00100000:2.0:1789066437.711775:0:24140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066437.711805:0:24140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345261184:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789066437.712134:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1789066437.712172:0:24140:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789066437.712240:0:24140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345261184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 455us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066437.712248:0:24140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789066437.712350:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345261184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789066437.713568:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789066437.713626:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066437.713739:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261312 00000100:00100000:0.0:1789066437.713747:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261312 00000100:00100000:0.0:1789066437.713826:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789066437.713837:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789066437.713869:0:22636:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789066437.713920:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066437.713927:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789066437.714009:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789066437.715414:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789066437.715432:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345261440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789066437.715484:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789066437.715597:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261440 00000100:00100000:1.0:1789066437.715605:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261440 00000100:00100000:1.0:1789066437.715657:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789066437.715667:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c25a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345261440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789066437.715705:0:22637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789066437.715774:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c25a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345261440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789066437.715780:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789066437.715977:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345261440:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789066437.972073:0:24823:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789066438.890761:0:25714:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1789066439.000374:0:22620:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789066439.759202:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345261696:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759282:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759319:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345262208:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759355:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759377:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345262720:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759402:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759429:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1789066439.759442:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345261568:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759474:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759503:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345262080:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759523:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759540:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345262592:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759559:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759573:0:3654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1875971345263104:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759596:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759622:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261824:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759644:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759662:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345262336:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759681:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759696:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345262848:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759715:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759732:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789066439.759738:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261952:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759758:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759776:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345262464:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759820:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759838:0:3655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345262976:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.759857:0:3655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789066439.759884:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261696 00000100:00100000:2.0:1789066439.759893:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261696 00000100:00100000:2.0:1789066439.759949:0:23654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262208 00000100:00100000:2.0:1789066439.759952:0:23654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262208 00000100:00100000:2.0:1789066439.759979:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066439.759987:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345261696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760048:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479fefd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1875971345261696:12345-0@lo:400:kworker.0 Request processed in 61us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760055:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066439.760073:0:23654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789066439.760078:0:23654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345262208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760107:0:23654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1875971345262208:12345-0@lo:400:kworker.0 Request processed in 29us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760112:0:23654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789066439.760133:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262720 00000100:00100000:2.0:1789066439.760137:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262720 00000100:00100000:2.0:1789066439.760170:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262080 00000100:00100000:2.0:1789066439.760172:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262080 00000100:00100000:2.0:1789066439.760182:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262592 00000100:00100000:2.0:1789066439.760184:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262592 00000100:00100000:2.0:1789066439.760192:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345263104 00000100:00100000:2.0:1789066439.760194:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345263104 00000100:00100000:2.0:1789066439.760205:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262848 00000100:00100000:2.0:1789066439.760207:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262848 00000100:00100000:2.0:1789066439.760220:0:25425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262976 00000100:00100000:2.0:1789066439.760223:0:25425:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262976 00000100:00100000:2.0:1789066439.760235:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066439.760241:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345262720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760272:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1875971345262720:12345-0@lo:400:kworker.0 Request processed in 30us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760278:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789066439.760290:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789066439.760296:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345262080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760332:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1875971345262080:12345-0@lo:400:kworker.0 Request processed in 36us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760338:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789066439.760352:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789066439.760357:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345262592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760385:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1875971345262592:12345-0@lo:400:kworker.0 Request processed in 27us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760389:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789066439.760400:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789066439.760405:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875971345263104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760428:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1875971345263104:12345-0@lo:400:kworker.0 Request processed in 23us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760433:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789066439.760444:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789066439.760450:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345262848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760478:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1875971345262848:12345-0@lo:400:kworker.0 Request processed in 29us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760484:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789066439.760495:0:25425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789066439.760501:0:25425:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345262976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760525:0:25425:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1875971345262976:12345-0@lo:400:kworker.0 Request processed in 25us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760529:0:25425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789066439.760548:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261568 00000100:00100000:2.0:1789066439.760551:0:22624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261568 00000100:00100000:2.0:1789066439.760583:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1789066439.760588:0:22624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345261568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760619:0:22624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5adb68e9-e411-4aa0-a096-78e14ad20bc8+24:3654:x1875971345261568:12345-0@lo:400:kworker.0 Request processed in 31us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760626:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1789066439.760662:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261824 00000100:00100000:2.0:1789066439.760666:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261824 00000100:00100000:2.0:1789066439.760684:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262336 00000100:00100000:2.0:1789066439.760686:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262336 00000100:00100000:2.0:1789066439.760696:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345261952 00000100:00100000:2.0:1789066439.760698:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345261952 00000100:00100000:2.0:1789066439.760708:0:24138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345262464 00000100:00100000:2.0:1789066439.760710:0:24138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345262464 00000100:00100000:2.0:1789066439.760721:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066439.760726:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760753:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261824:12345-0@lo:400:kworker.0 Request processed in 27us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760758:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789066439.760768:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789066439.760773:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345262336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760822:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345262336:12345-0@lo:400:kworker.0 Request processed in 48us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760828:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789066439.760839:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789066439.760844:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760869:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1875971345261952:12345-0@lo:400:kworker.0 Request processed in 26us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760884:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789066439.760895:0:24138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789066439.760900:0:24138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c17fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345262464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.760946:0:24138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c17fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1875971345262464:12345-0@lo:400:kworker.0 Request processed in 45us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1789066439.760952:0:24138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1789066439.760985:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789066439.760989:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789066439.760991:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789066439.760993:0:22627:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789066439.761024:0:3655:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1789066439.761030:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9478c3d86680, transno 12884901892 00000004:00080000:2.0:1789066439.761041:0:3655:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1789066439.761061:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261952:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761073:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345262464:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761083:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3655:1875971345262976:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761093:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3655:1875971345261824:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761102:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3655:1875971345262336:0@lo:400:kworker.0 00010000:00080000:2.0:1789066439.761113:0:3655:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479fefd3100 x1875971345262848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066439.761122:0:3655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3655:1875971345262848:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761164:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5adb68e9-e411-4aa0-a096-78e14ad20bc8:3654:1875971345261568:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761175:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3654:1875971345262080:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761193:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3654:1875971345262592:0@lo:400:kworker.0 00010000:00080000:2.0:1789066439.761202:0:3654:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9479fefd1180 x1875971345263104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789066455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789066439.761211:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3654:1875971345263104:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761220:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3654:1875971345261696:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761230:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3654:1875971345262208:0@lo:400:kworker.0 00000100:00100000:2.0:1789066439.761238:0:3654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9479fefd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3654:1875971345262720:0@lo:400:kworker.0 00000100:00100000:1.0:1789066439.765527:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789066439.765552:0:3653:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c25a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345263232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789066439.765641:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066439.765822:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345263232 00000100:00100000:0.0:1789066439.765831:0:24141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345263232 00000100:00100000:0.0:1789066439.765883:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789066439.765894:0:24141:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9478c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345263232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789066439.765936:0:24141:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789066439.765987:0:24141:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9478c3d86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1875971345263232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066439.765994:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789066439.766103:0:3653:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c25a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3653:1875971345263232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789066439.766272:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789066439.778641:0:3656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9478c17fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345263360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789066439.778731:0:3656:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789066439.778949:0:24141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875971345263360 00000100:00100000:0.0:1789066439.778960:0:24141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875971345263360 00000100:00100000:0.0:1789066439.779026:0:24141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789066439.779037:0:24141:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345263360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789066439.779065:0:24141:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789066439.779120:0:24141:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9479e4a89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1875971345263360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1789066439.779127:0:24141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789066439.779549:0:3656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9478c17fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3656:1875971345263360:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1789066440.016264:0:22619:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14240 lines, 14240 kept, 0 dropped, 0 bad.